[ 524.400342] env[65997]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65997) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.400793] env[65997]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65997) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.400793] env[65997]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65997) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.401140] env[65997]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 524.522677] env[65997]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65997) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 524.532303] env[65997]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65997) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 524.577830] env[65997]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 525.142176] env[65997]: INFO nova.virt.driver [None req-52264ce4-72d6-499f-908f-8c619a12569a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 525.216907] env[65997]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 525.217100] env[65997]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 525.217146] env[65997]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65997) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 528.488437] env[65997]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1ea6e6c5-051c-4333-bb3a-9565a54021f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.506835] env[65997]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65997) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 528.507051] env[65997]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a1844f16-84d1-4af6-8ac2-108ebead5cba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.535447] env[65997]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5dda7. [ 528.535697] env[65997]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.319s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.536268] env[65997]: INFO nova.virt.vmwareapi.driver [None req-52264ce4-72d6-499f-908f-8c619a12569a None None] VMware vCenter version: 7.0.3 [ 528.539775] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f3c06-60d5-4183-bac4-655b28ca6e3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.559692] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143b81d-b5d8-49bd-bece-ee255c3bcd64 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.566913] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d9be6-8fb2-44d7-a225-55d2a760cdc5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.574466] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762eb192-ecda-46a7-815a-5cf4e011dd56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.588657] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ec16c-c1d0-4d0d-8d7c-ca006f1f56f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.595720] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb6cbf-5e1f-458b-a651-f06db3eb4cce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.628150] env[65997]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c4528fcb-d181-443b-a9c8-c0c916215d96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.634589] env[65997]: DEBUG nova.virt.vmwareapi.driver [None req-52264ce4-72d6-499f-908f-8c619a12569a None None] Extension org.openstack.compute already exists. {{(pid=65997) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 528.637425] env[65997]: INFO nova.compute.provider_config [None req-52264ce4-72d6-499f-908f-8c619a12569a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 529.140670] env[65997]: DEBUG nova.context [None req-52264ce4-72d6-499f-908f-8c619a12569a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2b6be46e-877c-41b2-b5b8-3e5a4d6c8563(cell1) {{(pid=65997) load_cells /opt/stack/nova/nova/context.py:472}} [ 529.140978] env[65997]: INFO nova.utils [None req-52264ce4-72d6-499f-908f-8c619a12569a None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 529.142969] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.143207] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.143897] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.144351] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Acquiring lock "2b6be46e-877c-41b2-b5b8-3e5a4d6c8563" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.144527] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Lock "2b6be46e-877c-41b2-b5b8-3e5a4d6c8563" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.145518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Lock "2b6be46e-877c-41b2-b5b8-3e5a4d6c8563" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.166873] env[65997]: INFO dbcounter [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Registered counter for database nova_cell0 [ 529.175291] env[65997]: INFO dbcounter [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Registered counter for database nova_cell1 [ 529.178546] env[65997]: DEBUG oslo_db.sqlalchemy.engines [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65997) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.179193] env[65997]: DEBUG oslo_db.sqlalchemy.engines [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65997) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.183889] env[65997]: ERROR nova.db.main.api [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.183889] env[65997]: func(*args, **kwargs) [ 529.183889] env[65997]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.183889] env[65997]: self.work.run() [ 529.183889] env[65997]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.183889] env[65997]: result = self.fn(*self.args, **self.kwargs) [ 529.183889] env[65997]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 529.183889] env[65997]: return func(*args, **kwargs) [ 529.183889] env[65997]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 529.183889] env[65997]: result = fn(*args, **kwargs) [ 529.183889] env[65997]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.183889] env[65997]: return f(*args, **kwargs) [ 529.183889] env[65997]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.183889] env[65997]: return db.service_get_minimum_version(context, binaries) [ 529.183889] env[65997]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.183889] env[65997]: _check_db_access() [ 529.183889] env[65997]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.183889] env[65997]: stacktrace = ''.join(traceback.format_stack()) [ 529.183889] env[65997]: [ 529.184778] env[65997]: ERROR nova.db.main.api [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.184778] env[65997]: func(*args, **kwargs) [ 529.184778] env[65997]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.184778] env[65997]: self.work.run() [ 529.184778] env[65997]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.184778] env[65997]: result = self.fn(*self.args, **self.kwargs) [ 529.184778] env[65997]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 529.184778] env[65997]: return func(*args, **kwargs) [ 529.184778] env[65997]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 529.184778] env[65997]: result = fn(*args, **kwargs) [ 529.184778] env[65997]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.184778] env[65997]: return f(*args, **kwargs) [ 529.184778] env[65997]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.184778] env[65997]: return db.service_get_minimum_version(context, binaries) [ 529.184778] env[65997]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.184778] env[65997]: _check_db_access() [ 529.184778] env[65997]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.184778] env[65997]: stacktrace = ''.join(traceback.format_stack()) [ 529.184778] env[65997]: [ 529.185316] env[65997]: WARNING nova.objects.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 529.185416] env[65997]: WARNING nova.objects.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Failed to get minimum service version for cell 2b6be46e-877c-41b2-b5b8-3e5a4d6c8563 [ 529.185864] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Acquiring lock "singleton_lock" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.186032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Acquired lock "singleton_lock" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.186268] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Releasing lock "singleton_lock" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.186580] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Full set of CONF: {{(pid=65997) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.186716] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ******************************************************************************** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.186839] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] Configuration options gathered from: {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.186966] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.187169] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.187288] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ================================================================================ {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.187482] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] allow_resize_to_same_host = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.187644] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] arq_binding_timeout = 300 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.187765] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] backdoor_port = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.187885] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] backdoor_socket = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.188052] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] block_device_allocate_retries = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.188211] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] block_device_allocate_retries_interval = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.188363] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cell_worker_thread_pool_size = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.188516] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cert = self.pem {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.188670] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.188830] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute_monitors = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189019] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] config_dir = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189161] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] config_drive_format = iso9660 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189283] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189435] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] config_source = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189591] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] console_host = devstack {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189745] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] control_exchange = nova {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.189894] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cpu_allocation_ratio = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.190052] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] daemon = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.190212] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] debug = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.190358] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_access_ip_network_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.190512] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_availability_zone = nova {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.190660] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_ephemeral_format = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.190806] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_green_pool_size = 1000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191044] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191204] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_schedule_zone = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191351] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] default_thread_pool_size = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191499] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] disk_allocation_ratio = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191649] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] enable_new_services = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191796] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] flat_injected = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.191944] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] force_config_drive = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.192114] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] force_raw_images = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.192278] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] graceful_shutdown_timeout = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.192434] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] heal_instance_info_cache_interval = -1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.192642] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] host = cpu-1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.192813] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.192971] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.193135] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.193338] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.193491] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_build_timeout = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.193663] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_delete_interval = 300 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.193830] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_format = [instance: %(uuid)s] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.193991] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_name_template = instance-%08x {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.194159] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_usage_audit = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.194320] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_usage_audit_period = month {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.194472] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.194625] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.194780] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] internal_service_availability_zone = internal {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.194926] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] key = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.195086] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] live_migration_retry_count = 30 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.195248] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_color = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.195399] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_config_append = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.195557] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.195738] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_dir = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.195912] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_file = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196012] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_options = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196166] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_rotate_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196323] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_rotate_interval_type = days {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196483] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] log_rotation_type = none {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196592] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196728] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.196916] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197088] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197214] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197365] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] long_rpc_timeout = 1800 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197516] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] max_concurrent_builds = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197663] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] max_concurrent_live_migrations = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197813] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] max_concurrent_snapshots = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.197961] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] max_local_block_devices = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.198122] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] max_logfile_count = 30 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.198269] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] max_logfile_size_mb = 200 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.198417] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] maximum_instance_delete_attempts = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.198564] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] migrate_max_retries = -1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.198717] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] mkisofs_cmd = genisoimage {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.198955] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.199095] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] my_ip = 10.180.1.21 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.199292] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.199444] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] network_allocate_retries = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.199610] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.199767] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] osapi_compute_unique_server_name_scope = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.199918] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] password_length = 12 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200076] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] periodic_enable = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200227] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] periodic_fuzzy_delay = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200380] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] pointer_model = usbtablet {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200532] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] preallocate_images = none {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200683] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] publish_errors = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200802] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] pybasedir = /opt/stack/nova {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.200995] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ram_allocation_ratio = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.201188] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] rate_limit_burst = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.201349] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] rate_limit_except_level = CRITICAL {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.201500] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] rate_limit_interval = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.201661] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reboot_timeout = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.201794] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reclaim_instance_interval = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.201938] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] record = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.202108] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reimage_timeout_per_gb = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.202266] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] report_interval = 120 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.202414] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] rescue_timeout = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.202562] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reserved_host_cpus = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.202707] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reserved_host_disk_mb = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.202855] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reserved_host_memory_mb = 512 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203028] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] reserved_huge_pages = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203168] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] resize_confirm_window = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203316] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] resize_fs_using_block_device = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203462] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] resume_guests_state_on_host_boot = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203644] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203813] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] rpc_response_timeout = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.203968] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] run_external_periodic_tasks = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.204140] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] running_deleted_instance_action = reap {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.204293] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.204443] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] running_deleted_instance_timeout = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.204590] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler_instance_sync_interval = 120 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.204745] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_down_time = 720 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.204904] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] servicegroup_driver = db {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.205061] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] shell_completion = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.205216] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] shelved_offload_time = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.205379] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] shelved_poll_interval = 3600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.205523] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] shutdown_timeout = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.205674] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] source_is_ipv6 = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.205855] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ssl_only = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.206114] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.206277] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] sync_power_state_interval = 600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.206428] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] sync_power_state_pool_size = 1000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.206587] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] syslog_log_facility = LOG_USER {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.206759] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] tempdir = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.206926] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] thread_pool_statistic_period = -1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207093] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] timeout_nbd = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207254] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] transport_url = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207404] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] update_resources_interval = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207553] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] use_cow_images = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207699] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] use_journal = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207846] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] use_json = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.207993] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] use_rootwrap_daemon = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.208163] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] use_stderr = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.208298] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] use_syslog = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.208441] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vcpu_pin_set = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.208597] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plugging_is_fatal = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.208753] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plugging_timeout = 300 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.208913] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] virt_mkfs = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.209082] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] volume_usage_poll_interval = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.209232] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] watch_log_file = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.209389] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] web = /usr/share/spice-html5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.209570] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_concurrency.disable_process_locking = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.210184] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.210373] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.210540] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.210701] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.210866] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211032] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211199] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211360] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211516] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211676] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.compute_link_prefix = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211841] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.211997] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.dhcp_domain = novalocal {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.212166] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.enable_instance_password = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.212316] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.glance_link_prefix = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.212470] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.212627] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.212777] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.instance_list_per_project_cells = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.212928] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.list_records_by_skipping_down_cells = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.213088] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.local_metadata_per_cell = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.213245] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.max_limit = 1000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.213396] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.metadata_cache_expiration = 15 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.213555] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.neutron_default_project_id = default {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.213755] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.response_validation = warn {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.213913] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.use_neutron_default_nets = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.214078] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.214233] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.214383] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.214537] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.214695] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_dynamic_targets = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.214849] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_jsonfile_path = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.215027] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.215208] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.backend = dogpile.cache.memcached {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.215365] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.backend_argument = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.215516] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.backend_expiration_time = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.215680] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.config_prefix = cache.oslo {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.215864] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.debug_cache_backend = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.216030] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.enable_retry_client = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.216186] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.enable_socket_keepalive = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.216345] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.enabled = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.216499] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.enforce_fips_mode = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.216654] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.expiration_time = 600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.216843] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217010] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.hashclient_retry_attempts = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217182] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217336] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_dead_retry = 300 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217486] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_password = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217638] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217787] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.217941] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_pool_maxsize = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.218103] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.218255] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_sasl_enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.218427] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.218584] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.218731] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.memcache_username = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.218888] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.proxies = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219051] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_db = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219205] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_password = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219366] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219529] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219685] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_server = localhost:6379 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219840] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_socket_timeout = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.219986] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.redis_username = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.220153] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.retry_attempts = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.220307] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.retry_delay = 0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.220458] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.socket_keepalive_count = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.220609] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.socket_keepalive_idle = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.220757] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.socket_keepalive_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.220905] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.tls_allowed_ciphers = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221065] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.tls_cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221213] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.tls_certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221361] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.tls_enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221504] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cache.tls_keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221660] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221820] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.auth_type = password {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.221970] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.222146] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.222296] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.222448] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.222597] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.cross_az_attach = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.222746] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.debug = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.222892] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.endpoint_template = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.223081] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.http_retries = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.223281] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.223437] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.223614] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.os_region_name = RegionOne {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.223784] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.223937] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cinder.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.224111] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.224261] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.cpu_dedicated_set = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.224405] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.cpu_shared_set = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.224555] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.image_type_exclude_list = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.224704] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.224860] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225017] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225173] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225334] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225487] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.resource_provider_association_refresh = 300 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225640] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225818] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.shutdown_retry_interval = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.225996] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.226180] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] conductor.workers = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.226343] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] console.allowed_origins = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.226492] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] console.ssl_ciphers = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.226654] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] console.ssl_minimum_version = default {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.226832] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] consoleauth.enforce_session_timeout = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.227078] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] consoleauth.token_ttl = 600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.227274] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.227432] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.227588] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.227741] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.227892] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228050] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228205] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228352] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228496] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228641] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228787] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.228935] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.229091] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.229254] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.service_type = accelerator {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.229407] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.229553] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.229699] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.229846] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230025] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230181] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] cyborg.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230339] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.asyncio_connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230486] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.asyncio_slave_connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230644] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.backend = sqlalchemy {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230800] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.230953] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.connection_debug = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.231201] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.connection_parameters = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.231386] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.connection_recycle_time = 3600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.231570] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.connection_trace = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.231745] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.db_inc_retry_interval = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.231906] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.db_max_retries = 20 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232073] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.db_max_retry_interval = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232230] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.db_retry_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232381] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.max_overflow = 50 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232532] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.max_pool_size = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232680] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.max_retries = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232840] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.232989] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.mysql_wsrep_sync_wait = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.233149] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.pool_timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.233302] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.retry_interval = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.233453] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.slave_connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.233619] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.sqlite_synchronous = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.233790] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] database.use_db_reconnect = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.233950] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.asyncio_connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.234113] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.asyncio_slave_connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.234275] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.backend = sqlalchemy {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.234434] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.234591] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.connection_debug = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.234752] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.connection_parameters = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.234908] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.connection_recycle_time = 3600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.235072] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.connection_trace = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.235228] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.db_inc_retry_interval = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.235381] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.db_max_retries = 20 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.235534] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.db_max_retry_interval = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.235706] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.db_retry_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.235872] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.max_overflow = 50 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236040] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.max_pool_size = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236198] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.max_retries = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236359] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236508] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236656] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.pool_timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236825] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.retry_interval = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.236989] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.slave_connection = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.237156] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] api_database.sqlite_synchronous = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.237325] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] devices.enabled_mdev_types = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.237490] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.237652] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.237804] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ephemeral_storage_encryption.enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.237959] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.238132] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.api_servers = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.238287] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.238440] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.238590] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.238740] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.238889] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239049] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.debug = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239209] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.default_trusted_certificate_ids = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239368] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.enable_certificate_validation = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239591] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.enable_rbd_download = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239664] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239800] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.239952] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.240117] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.240268] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.240423] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.num_retries = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.240583] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.rbd_ceph_conf = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.240735] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.rbd_connect_timeout = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.240896] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.rbd_pool = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241063] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.rbd_user = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241216] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241365] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241512] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241678] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.service_type = image {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241820] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.241969] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.242134] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.242281] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.242451] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.242603] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.verify_glance_signatures = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.242748] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] glance.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.242906] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] guestfs.debug = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.243071] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.243227] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.auth_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.243375] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.243520] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.243700] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.243858] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244014] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244167] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244318] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244460] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244606] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244753] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.244900] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.245056] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.245209] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.245367] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.service_type = shared-file-system {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.245520] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.share_apply_policy_timeout = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.245674] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.245870] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.246044] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.246201] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.246373] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.246522] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] manila.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.246680] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] mks.enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.247052] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.247242] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] image_cache.manager_interval = 2400 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.247401] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] image_cache.precache_concurrency = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.247563] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] image_cache.remove_unused_base_images = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.247722] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.247882] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248056] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] image_cache.subdirectory_name = _base {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248227] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.api_max_retries = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248382] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.api_retry_interval = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248529] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248680] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.auth_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248829] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.248973] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.249138] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.249291] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.conductor_group = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.249439] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.249583] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.249729] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.249880] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250035] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250186] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250332] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250485] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.peer_list = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250629] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250777] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.250928] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.serial_console_state_timeout = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251082] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251243] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.service_type = baremetal {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251390] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.shard = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251538] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251684] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251830] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.251976] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.252160] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.252310] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ironic.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.252482] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.252645] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] key_manager.fixed_key = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.252815] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.252967] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.barbican_api_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.253139] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.barbican_endpoint = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.253301] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.barbican_endpoint_type = public {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.253450] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.barbican_region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.253613] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.253778] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.253931] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254092] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254240] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254392] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.number_of_retries = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254543] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.retry_delay = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254691] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.send_service_user_token = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254844] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.254992] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.255154] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.verify_ssl = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.255304] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican.verify_ssl_path = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.255449] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.255598] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.auth_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.255770] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.255924] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.256088] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.256244] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.256391] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.256542] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.256689] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] barbican_service_user.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.256862] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.approle_role_id = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257029] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.approle_secret_id = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257192] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.kv_mountpoint = secret {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257340] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.kv_path = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257490] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.kv_version = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257636] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.namespace = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257782] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.root_token_id = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.257929] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.ssl_ca_crt_file = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.258102] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.timeout = 60.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.258257] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.use_ssl = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.258412] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.258565] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.258714] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.258867] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259024] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259171] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259317] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259466] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259610] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259754] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.259900] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.260083] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.260288] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.260448] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.260610] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.service_type = identity {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.260763] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.260917] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.261079] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.261235] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.261404] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.261553] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] keystone.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.261734] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.ceph_mount_options = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.262065] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.262243] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.connection_uri = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.262396] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_mode = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.262553] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.262711] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_models = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.262875] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_power_governor_high = performance {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.263045] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.263204] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_power_management = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.263367] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.263523] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.device_detach_attempts = 8 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.263699] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.device_detach_timeout = 20 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.263892] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.disk_cachemodes = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.264066] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.disk_prefix = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.264229] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.enabled_perf_events = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.264389] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.file_backed_memory = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.264548] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.gid_maps = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.264700] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.hw_disk_discard = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.264851] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.hw_machine_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265024] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_rbd_ceph_conf = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265183] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265335] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265492] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_rbd_glance_store_name = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265650] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_rbd_pool = rbd {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265838] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_type = default {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.265994] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.images_volume_group = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.266159] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.inject_key = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.266314] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.inject_partition = -2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.266468] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.inject_password = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.266620] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.iscsi_iface = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.266778] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.iser_use_multipath = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.266953] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.267124] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.267277] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_downtime = 500 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.267428] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.267576] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.267721] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_inbound_addr = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.267871] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268029] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268182] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268330] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_scheme = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268488] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_timeout_action = abort {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268637] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_tunnelled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268785] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_uri = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.268936] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.live_migration_with_native_tls = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.269096] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.max_queues = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.269249] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.269480] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.269632] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.nfs_mount_options = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.269921] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.270099] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.270258] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.270411] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.270565] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.270718] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.num_pcie_ports = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.270877] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.271040] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.pmem_namespaces = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.271193] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.quobyte_client_cfg = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.271484] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.271656] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.271815] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.271973] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.272140] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rbd_secret_uuid = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.272292] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rbd_user = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.272445] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.272608] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.272762] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rescue_image_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.272914] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rescue_kernel_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.273074] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rescue_ramdisk_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.273236] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.273387] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.rx_queue_size = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.273547] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.smbfs_mount_options = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.273858] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.274046] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.snapshot_compression = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.274204] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.snapshot_image_format = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.274431] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.274592] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.sparse_logical_volumes = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.274771] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.274927] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.swtpm_enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.275100] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.swtpm_group = tss {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.275263] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.swtpm_user = tss {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.275422] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.sysinfo_serial = unique {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.275574] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.tb_cache_size = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.275756] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.tx_queue_size = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.275921] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.uid_maps = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.276087] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.use_virtio_for_bridges = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.276252] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.virt_type = kvm {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.276411] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.volume_clear = zero {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.276565] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.volume_clear_size = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.276719] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.volume_enforce_multipath = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.276895] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.volume_use_multipath = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.277063] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_cache_path = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.277229] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.277387] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.277541] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.277699] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.277984] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.278163] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.vzstorage_mount_user = stack {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.278353] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.278522] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.278688] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.auth_type = password {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.278901] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279071] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279228] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279378] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279525] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279684] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.default_floating_pool = public {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279836] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.279989] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.extension_sync_interval = 600 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.280156] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.http_retries = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.280312] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.280446] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.280683] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.280749] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.280883] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281048] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.ovs_bridge = br-int {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281211] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.physnets = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281371] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.region_name = RegionOne {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281519] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281677] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.service_metadata_proxy = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281828] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.281984] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.service_type = network {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.282148] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.282295] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.282439] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.282586] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.282755] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.282905] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] neutron.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.283076] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] notifications.bdms_in_notifications = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.283244] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] notifications.default_level = INFO {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.283398] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] notifications.include_share_mapping = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.283562] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] notifications.notification_format = unversioned {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.283737] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] notifications.notify_on_state_change = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.283909] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.284083] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] pci.alias = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.284246] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] pci.device_spec = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.284400] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] pci.report_in_placement = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.284558] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.284716] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.auth_type = password {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.284873] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285029] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285181] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285331] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285477] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285623] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285791] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.default_domain_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.285942] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.default_domain_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.286102] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.domain_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.286252] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.domain_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.286397] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.286547] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.286695] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.286859] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287024] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287185] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.password = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287334] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.project_domain_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287490] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.project_domain_name = Default {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287644] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.project_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287804] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.project_name = service {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.287964] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.region_name = RegionOne {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.288128] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.288278] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.288436] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.service_type = placement {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.288586] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.288736] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.288885] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289041] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.system_scope = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289194] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289338] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.trust_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289482] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.user_domain_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289638] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.user_domain_name = Default {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289784] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.user_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.289949] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.username = nova {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.290126] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.290275] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] placement.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.290443] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.cores = 20 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.290600] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.count_usage_from_placement = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.290759] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.290918] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.injected_file_content_bytes = 10240 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.291085] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.injected_file_path_length = 255 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.291242] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.injected_files = 5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.291393] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.instances = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.291544] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.key_pairs = 100 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.291699] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.metadata_items = 128 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.291852] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.ram = 51200 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292007] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.recheck_quota = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292166] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.server_group_members = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292318] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.server_groups = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292508] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292669] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] quota.unified_limits_resource_strategy = require {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292830] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.292983] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.293145] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.image_metadata_prefilter = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.293293] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.293444] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.max_attempts = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.293608] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.max_placement_results = 1000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.293777] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.293931] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.294093] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.294261] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] scheduler.workers = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.294421] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.294582] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.294745] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.294900] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.295063] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.295220] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.295373] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.295549] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.295742] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.host_subset_size = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.295895] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.296058] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.296216] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.296372] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.296523] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.296677] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.isolated_hosts = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.296857] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.isolated_images = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297030] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297204] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297360] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297519] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.pci_in_placement = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297675] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297828] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.297980] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.298145] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.298298] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.298449] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.298598] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.track_instance_changes = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.298764] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.298923] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] metrics.required = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.299086] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] metrics.weight_multiplier = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.299241] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.299395] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] metrics.weight_setting = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.299701] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.299865] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] serial_console.enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300037] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] serial_console.port_range = 10000:20000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300198] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300352] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300513] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] serial_console.serialproxy_port = 6083 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300667] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300826] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.auth_type = password {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.300973] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.301130] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.301278] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.301423] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.301565] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.301725] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.send_service_user_token = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.301876] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.302035] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] service_user.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.302193] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.agent_enabled = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.302341] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.302638] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.302829] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.302988] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.html5proxy_port = 6082 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.303154] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.image_compression = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.303302] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.jpeg_compression = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.303446] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.playback_compression = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.303612] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.require_secure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.303789] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.server_listen = 127.0.0.1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.303950] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.304237] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.304397] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.streaming_mode = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.304547] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] spice.zlib_compression = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.304704] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] upgrade_levels.baseapi = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.304865] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] upgrade_levels.compute = auto {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305018] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] upgrade_levels.conductor = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305167] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] upgrade_levels.scheduler = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305322] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305470] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305615] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305787] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.305943] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.306104] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.306251] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.306402] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.306547] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vendordata_dynamic_auth.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.306709] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.api_retry_count = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.306878] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.ca_file = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.307058] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.307220] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.cluster_name = testcl1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.307371] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.connection_pool_size = 10 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.307517] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.console_delay_seconds = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.307672] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.datastore_regex = ^datastore.* {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.307869] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308042] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.host_password = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308201] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.host_port = 443 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308358] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.host_username = administrator@vsphere.local {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308506] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.insecure = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308649] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.integration_bridge = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308800] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.maximum_objects = 100 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.308949] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.pbm_default_policy = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.309110] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.pbm_enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.309255] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.pbm_wsdl_location = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.309409] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.309553] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.serial_port_proxy_uri = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.309697] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.serial_port_service_uri = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.309861] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.task_poll_interval = 0.5 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.310030] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.use_linked_clone = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.310193] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.vnc_keymap = en-us {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.310348] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.vnc_port = 5900 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.310501] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vmware.vnc_port_total = 10000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.310673] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.auth_schemes = ['none'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.310834] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.311134] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.311309] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.311471] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.novncproxy_port = 6080 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.311658] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.server_listen = 127.0.0.1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.311828] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.311980] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.vencrypt_ca_certs = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.312140] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.vencrypt_client_cert = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.312288] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vnc.vencrypt_client_key = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.312455] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.312606] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.disable_deep_image_inspection = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.312890] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.312890] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313053] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313205] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.disable_rootwrap = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313352] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.enable_numa_live_migration = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313498] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313666] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313829] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.313983] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.libvirt_disable_apic = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.314143] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.314296] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.314448] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.314599] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.314749] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.314900] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.315061] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.315212] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.315360] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.315512] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.315683] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.315863] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.316032] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] zvm.ca_file = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.316184] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] zvm.cloud_connector_url = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.316485] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.316650] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] zvm.reachable_timeout = 300 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.316828] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317015] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317190] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.connection_string = messaging:// {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317344] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.enabled = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317499] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.es_doc_type = notification {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317651] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.es_scroll_size = 10000 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317805] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.es_scroll_time = 2m {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.317953] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.filter_error_trace = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.318119] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.hmac_keys = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.318272] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.sentinel_service_name = mymaster {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.318424] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.socket_timeout = 0.1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.318572] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.trace_requests = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.318717] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler.trace_sqlalchemy = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.318890] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler_jaeger.process_tags = {} {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.319102] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler_jaeger.service_name_prefix = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.319267] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] profiler_otlp.service_name_prefix = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.319431] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.319581] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.319733] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.319882] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320417] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320417] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320417] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320621] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320621] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320753] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.320903] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321072] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321233] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321386] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321539] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321696] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321846] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.321997] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.322388] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.322388] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.322508] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.322596] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.322741] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.322886] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323167] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323258] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323339] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323483] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323654] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323820] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.323973] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.ssl = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324146] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324301] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324452] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324605] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324760] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324909] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325094] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325252] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_notifications.retry = -1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325417] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325575] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325757] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.auth_section = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325927] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.auth_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326088] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.cafile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326244] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.certfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326422] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.collect_timing = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326573] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.connect_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326739] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.connect_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326904] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.endpoint_id = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327078] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327227] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.endpoint_override = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327372] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.endpoint_region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327515] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.endpoint_service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327656] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.endpoint_service_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327802] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.insecure = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327947] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.keyfile = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328101] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.max_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328242] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.min_version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328381] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.region_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328524] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.retriable_status_codes = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328666] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.service_name = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328806] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.service_type = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328953] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.split_loggers = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329149] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.status_code_retries = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329335] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.status_code_retry_delay = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329486] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.timeout = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329632] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.valid_interfaces = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329774] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_limit.version = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329925] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_reports.file_event_handler = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330091] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330299] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] oslo_reports.log_dir = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330477] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330627] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330776] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330929] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331098] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331253] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331399] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331554] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331701] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.group = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331848] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331996] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332163] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332317] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332463] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] vif_plug_ovs_privileged.user = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332619] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332785] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332945] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333116] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333277] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333438] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333603] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333763] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333930] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334100] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.isolate_vif = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334263] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334419] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334573] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334729] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334880] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] os_vif_ovs.per_port_bridge = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335050] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335204] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.group = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335344] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.helper_command = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335743] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335743] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335868] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335956] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] privsep_osbrick.user = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336134] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336282] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.group = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336427] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.helper_command = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336578] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336730] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336883] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337039] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] nova_sys_admin.user = None {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337161] env[65997]: DEBUG oslo_service.backend._eventlet.service [None req-dbdf2327-0f26-4ca7-977b-096df288feb7 None None] ******************************************************************************** {{(pid=65997) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.337577] env[65997]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 529.841466] env[65997]: WARNING nova.virt.vmwareapi.driver [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 529.842234] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Getting list of instances from cluster (obj){ [ 529.842234] env[65997]: value = "domain-c8" [ 529.842234] env[65997]: _type = "ClusterComputeResource" [ 529.842234] env[65997]: } {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.843379] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e39138-25cf-4f01-a2ac-54612206f903 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.852926] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Got total of 0 instances {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.853437] env[65997]: INFO nova.virt.node [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Generated node identity 9e1a15bd-fb11-46b1-bf35-a6d54600733e [ 529.853756] env[65997]: INFO nova.virt.node [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Wrote node identity 9e1a15bd-fb11-46b1-bf35-a6d54600733e to /opt/stack/data/n-cpu-1/compute_id [ 530.356889] env[65997]: WARNING nova.compute.manager [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Compute nodes ['9e1a15bd-fb11-46b1-bf35-a6d54600733e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 531.362646] env[65997]: INFO nova.compute.manager [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 532.368678] env[65997]: WARNING nova.compute.manager [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 532.369045] env[65997]: DEBUG oslo_concurrency.lockutils [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.369291] env[65997]: DEBUG oslo_concurrency.lockutils [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.369513] env[65997]: DEBUG oslo_concurrency.lockutils [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.369732] env[65997]: DEBUG nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 532.370662] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be6834-4e68-483f-802a-279711ce32ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.379542] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca5ed96-395e-404e-9297-2861fb8cab04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.395271] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874c1b7-fe57-46d8-b1f5-432d74211f8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.402674] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5769a31d-0bc2-409c-9beb-8e3c52abdced {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.432347] env[65997]: DEBUG nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180641MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 532.432508] env[65997]: DEBUG oslo_concurrency.lockutils [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.432681] env[65997]: DEBUG oslo_concurrency.lockutils [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.935749] env[65997]: WARNING nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] No compute node record for cpu-1:9e1a15bd-fb11-46b1-bf35-a6d54600733e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9e1a15bd-fb11-46b1-bf35-a6d54600733e could not be found. [ 533.439506] env[65997]: INFO nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9e1a15bd-fb11-46b1-bf35-a6d54600733e [ 534.948683] env[65997]: DEBUG nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 534.949108] env[65997]: DEBUG nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 535.122680] env[65997]: INFO nova.scheduler.client.report [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] [req-c3c6a43e-df23-4673-acf7-a92ab0c92540] Created resource provider record via placement API for resource provider with UUID 9e1a15bd-fb11-46b1-bf35-a6d54600733e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 535.140366] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18850e4e-18fe-4f5f-9dce-083ac045f224 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.148594] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41117e62-6045-404e-a99d-ad6dc44d7967 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.178409] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c07c6-3950-4a98-84f9-079b63fc27b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.186213] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3a26c5-fb46-4628-b5c7-a26df95eaf42 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.200709] env[65997]: DEBUG nova.compute.provider_tree [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.737378] env[65997]: DEBUG nova.scheduler.client.report [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 535.737658] env[65997]: DEBUG nova.compute.provider_tree [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 0 to 1 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.737801] env[65997]: DEBUG nova.compute.provider_tree [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.791481] env[65997]: DEBUG nova.compute.provider_tree [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 1 to 2 during operation: update_traits {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.297537] env[65997]: DEBUG nova.compute.resource_tracker [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 536.297913] env[65997]: DEBUG oslo_concurrency.lockutils [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.865s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.298175] env[65997]: DEBUG nova.service [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Creating RPC server for service compute {{(pid=65997) start /opt/stack/nova/nova/service.py:177}} [ 536.313086] env[65997]: DEBUG nova.service [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] Join ServiceGroup membership for this service compute {{(pid=65997) start /opt/stack/nova/nova/service.py:194}} [ 536.313280] env[65997]: DEBUG nova.servicegroup.drivers.db [None req-31dbb5c8-61fd-45b5-86c7-721f26d9817c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65997) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 575.151363] env[65997]: INFO nova.utils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] The default thread pool MainProcess.default is initialized [ 575.152382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.152382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.655819] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 576.191630] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.191913] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.194346] env[65997]: INFO nova.compute.claims [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.269987] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7481a-49c7-4cbf-bf09-26a2463685dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.278240] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2152424-b885-43b1-bf4c-32d36086860d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.315760] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95d105-9a38-4843-9a93-f4e005c6ec3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.324203] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad92fbec-2f18-412f-9bcd-60200df709cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.340132] env[65997]: DEBUG nova.compute.provider_tree [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.652416] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "798463ae-3d9f-47f5-bd24-9de329757d3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.652515] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.844228] env[65997]: DEBUG nova.scheduler.client.report [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.155757] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 578.355780] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.356515] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 578.683461] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.683752] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.685219] env[65997]: INFO nova.compute.claims [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.862689] env[65997]: DEBUG nova.compute.utils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.864439] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 578.865310] env[65997]: DEBUG nova.network.neutron [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 578.866415] env[65997]: WARNING neutronclient.v2_0.client [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.868334] env[65997]: WARNING neutronclient.v2_0.client [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 579.373653] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 579.747746] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f5e42-e07e-4e61-8c8d-f7fe2bec60bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.756725] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9424e-08a0-471f-a035-cd94fd8908de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.791336] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9791ff62-452d-4287-84b3-b61be08fdd56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.800755] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d0b9d-b3e7-4431-9fb4-543c4fd95dc5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.821421] env[65997]: DEBUG nova.compute.provider_tree [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.194813] env[65997]: DEBUG nova.policy [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9dda151deb45deba56b48a45627ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39cb97a2f6ac404089a5820e60521268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.325132] env[65997]: DEBUG nova.scheduler.client.report [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.387162] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 580.460932] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 580.460932] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.460932] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 580.462458] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.462734] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 580.462946] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 580.463701] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 580.464059] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 580.464465] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 580.464685] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 580.464918] env[65997]: DEBUG nova.virt.hardware [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 580.466104] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f100b2-0e62-4f1e-b1d9-a6d3664a4148 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.482097] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33251d-d266-405c-9cbf-966ba198156a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.503244] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94862a8b-1bd2-4ec8-a059-9daed6c5e1db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.837587] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.838202] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 580.976564] env[65997]: DEBUG nova.network.neutron [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Successfully created port: 9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 581.016537] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.019678] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.347495] env[65997]: DEBUG nova.compute.utils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.353881] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 581.354411] env[65997]: DEBUG nova.network.neutron [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 581.354842] env[65997]: WARNING neutronclient.v2_0.client [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.355208] env[65997]: WARNING neutronclient.v2_0.client [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.523099] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 581.805152] env[65997]: DEBUG nova.policy [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e81c42213744f3a90a03f5c2cef19ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e86c70fdff03485cb567ee376af43770', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.862219] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 581.962480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "11648856-bff6-44d2-925c-54d11267d62f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.962769] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "11648856-bff6-44d2-925c-54d11267d62f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.061109] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.062477] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.063685] env[65997]: INFO nova.compute.claims [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.468583] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 582.850659] env[65997]: DEBUG nova.network.neutron [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Successfully updated port: 9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 582.870780] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 582.899685] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 582.899962] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.900088] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 582.900267] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.900407] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 582.900548] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 582.900751] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.901029] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 582.901089] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 582.901224] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 582.901412] env[65997]: DEBUG nova.virt.hardware [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 582.902366] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b8fb28-bb58-42f9-acf4-ee807acbd84d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.911932] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c3888-94a6-4072-bf35-3188bed402a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.928958] env[65997]: DEBUG nova.network.neutron [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Successfully created port: 56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 583.004552] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.160049] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e9e0c-c31d-47b3-8555-0794c4768a3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.168108] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5292abb6-7a9e-43b2-8fd4-1db736cc6651 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.203416] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec15c3-99a7-45ef-b765-6263d2dc9119 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.213232] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421969b8-9f44-40ca-9f08-3fd773b739d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.228980] env[65997]: DEBUG nova.compute.provider_tree [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.357395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "refresh_cache-1a1c9688-7920-48c4-9d4b-4ebd90fbf555" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.357742] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquired lock "refresh_cache-1a1c9688-7920-48c4-9d4b-4ebd90fbf555" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.357900] env[65997]: DEBUG nova.network.neutron [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 583.732789] env[65997]: DEBUG nova.scheduler.client.report [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.146079] env[65997]: DEBUG nova.network.neutron [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 584.239891] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.239891] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 584.242317] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.238s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.245016] env[65997]: INFO nova.compute.claims [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.315075] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.751766] env[65997]: DEBUG nova.compute.utils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.753032] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 584.755451] env[65997]: DEBUG nova.network.neutron [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 584.755451] env[65997]: WARNING neutronclient.v2_0.client [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.755451] env[65997]: WARNING neutronclient.v2_0.client [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.808522] env[65997]: DEBUG nova.network.neutron [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Successfully updated port: 56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 584.822696] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Getting list of instances from cluster (obj){ [ 584.822696] env[65997]: value = "domain-c8" [ 584.822696] env[65997]: _type = "ClusterComputeResource" [ 584.822696] env[65997]: } {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.824460] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58088c81-25f2-4ef3-8f83-7c4ec5c8e272 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.836815] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Got total of 0 instances {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.836938] env[65997]: WARNING nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 584.837842] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 1a1c9688-7920-48c4-9d4b-4ebd90fbf555 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 584.837842] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 798463ae-3d9f-47f5-bd24-9de329757d3b {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 584.837842] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 3bff829e-239f-4b35-8d03-bccd33d4ed26 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 584.838038] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 11648856-bff6-44d2-925c-54d11267d62f {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 584.838673] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.839150] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "798463ae-3d9f-47f5-bd24-9de329757d3b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.839150] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.839359] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "11648856-bff6-44d2-925c-54d11267d62f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.839501] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.839712] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 584.839956] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.873383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.873603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.956778] env[65997]: WARNING neutronclient.v2_0.client [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 585.069549] env[65997]: DEBUG nova.policy [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8193750fc35c4b048b9d2c2c317933b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e08b101580434dcd9e65589cf85fee40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.167726] env[65997]: DEBUG nova.network.neutron [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Updating instance_info_cache with network_info: [{"id": "9397fc1b-c28f-4542-8a88-359545714307", "address": "fa:16:3e:b8:42:2a", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9397fc1b-c2", "ovs_interfaceid": "9397fc1b-c28f-4542-8a88-359545714307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.259244] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 585.314309] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "refresh_cache-798463ae-3d9f-47f5-bd24-9de329757d3b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.314521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquired lock "refresh_cache-798463ae-3d9f-47f5-bd24-9de329757d3b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.314698] env[65997]: DEBUG nova.network.neutron [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 585.343873] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.377421] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 585.491892] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da4b232-2ae3-4a33-8d58-87b3a172ceb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.503181] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad797d-a3dc-4e8b-8500-e3b8210fb9ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.537516] env[65997]: DEBUG nova.network.neutron [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Successfully created port: c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 585.540311] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfcc00-1642-4845-bfaf-11bc3f7252ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.549104] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290cbbfa-d319-4fd5-929c-b93a864173f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.569323] env[65997]: DEBUG nova.compute.provider_tree [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.670680] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Releasing lock "refresh_cache-1a1c9688-7920-48c4-9d4b-4ebd90fbf555" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.672546] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Instance network_info: |[{"id": "9397fc1b-c28f-4542-8a88-359545714307", "address": "fa:16:3e:b8:42:2a", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9397fc1b-c2", "ovs_interfaceid": "9397fc1b-c28f-4542-8a88-359545714307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 585.673368] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:42:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9397fc1b-c28f-4542-8a88-359545714307', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.688055] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.688391] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0f59459-a0db-4db8-bf3a-b3aafe70dcef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.702032] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Created folder: OpenStack in parent group-v4. [ 585.702537] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Creating folder: Project (39cb97a2f6ac404089a5820e60521268). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.703887] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cb05bed-45d0-49e9-a214-b376d460c5fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.714501] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Created folder: Project (39cb97a2f6ac404089a5820e60521268) in parent group-v920549. [ 585.714663] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Creating folder: Instances. Parent ref: group-v920550. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.714881] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d7016a5-7799-4470-87ae-5f766cc69ab2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.726946] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Created folder: Instances in parent group-v920550. [ 585.727270] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 585.727496] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.727707] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a2c7de7-4786-4f9f-88a6-03708bd1ec4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.757610] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.757610] env[65997]: value = "task-4717406" [ 585.757610] env[65997]: _type = "Task" [ 585.757610] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.770527] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717406, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.906281] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.055311] env[65997]: DEBUG nova.network.neutron [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 586.072404] env[65997]: DEBUG nova.scheduler.client.report [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.271212] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717406, 'name': CreateVM_Task, 'duration_secs': 0.382666} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.272950] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 586.275291] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.277144] env[65997]: WARNING neutronclient.v2_0.client [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.310940] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 586.311898] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.311898] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 586.311898] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.311898] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 586.311898] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 586.313290] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 586.313290] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 586.313290] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 586.313290] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 586.313290] env[65997]: DEBUG nova.virt.hardware [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 586.313972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "08a6401e-1117-4a74-b6e0-a811620cefdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.313972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.315499] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd17650-dea4-4d4c-8163-d9db7bb883ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.327668] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262e7bdc-c555-4669-8718-6eb0bef9f31a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.579273] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.579574] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 586.582744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.239s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.582928] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.583812] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 586.584417] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.678s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.585856] env[65997]: INFO nova.compute.claims [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.592087] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c463d5d-f80a-461c-a586-e9943b41a214 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.603825] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cf1dca-d242-4b45-a40c-f9041ea528ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.626163] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58981ba6-b999-4c0a-bff0-0037e5d229ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.635655] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddb78c6-27b2-47b5-864c-1a285579c885 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.674635] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180650MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 586.674778] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.819465] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 586.826581] env[65997]: DEBUG nova.compute.manager [req-6de96b78-8a08-4230-baad-6339ab2dcf7d req-36e90636-7b2e-4d3e-af8d-ac8b91699973 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Received event network-vif-plugged-9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 586.826581] env[65997]: DEBUG oslo_concurrency.lockutils [req-6de96b78-8a08-4230-baad-6339ab2dcf7d req-36e90636-7b2e-4d3e-af8d-ac8b91699973 service nova] Acquiring lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.828053] env[65997]: DEBUG oslo_concurrency.lockutils [req-6de96b78-8a08-4230-baad-6339ab2dcf7d req-36e90636-7b2e-4d3e-af8d-ac8b91699973 service nova] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.828053] env[65997]: DEBUG oslo_concurrency.lockutils [req-6de96b78-8a08-4230-baad-6339ab2dcf7d req-36e90636-7b2e-4d3e-af8d-ac8b91699973 service nova] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.828053] env[65997]: DEBUG nova.compute.manager [req-6de96b78-8a08-4230-baad-6339ab2dcf7d req-36e90636-7b2e-4d3e-af8d-ac8b91699973 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] No waiting events found dispatching network-vif-plugged-9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 586.828053] env[65997]: WARNING nova.compute.manager [req-6de96b78-8a08-4230-baad-6339ab2dcf7d req-36e90636-7b2e-4d3e-af8d-ac8b91699973 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Received unexpected event network-vif-plugged-9397fc1b-c28f-4542-8a88-359545714307 for instance with vm_state building and task_state spawning. [ 586.852471] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.852471] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.956333] env[65997]: DEBUG oslo_vmware.service [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb70124-a5a7-48d0-bfe0-d818ef66b99c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.964063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.964236] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.964994] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.965575] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3e82cf-d277-4463-97b1-6aef1a782b26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.970349] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 586.970349] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d0546f-bef7-23e4-b1c8-987e4945dd39" [ 586.970349] env[65997]: _type = "Task" [ 586.970349] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.979039] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d0546f-bef7-23e4-b1c8-987e4945dd39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.092339] env[65997]: DEBUG nova.compute.utils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.096213] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 587.096778] env[65997]: DEBUG nova.network.neutron [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 587.097131] env[65997]: WARNING neutronclient.v2_0.client [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.097531] env[65997]: WARNING neutronclient.v2_0.client [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.170677] env[65997]: DEBUG nova.network.neutron [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Successfully updated port: c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 587.350411] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.358059] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.479471] env[65997]: DEBUG nova.policy [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9f19d82a23447a98436c3f7c6c7f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ba4f163662b459a96b28cb233b8b806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.489973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.490227] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.490517] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.490919] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.491056] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.491318] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a681cc95-590b-4fe2-9275-6ba833e2e85b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.511213] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.511407] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.512310] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f8f91-c05a-4e9a-870e-2d9a7984d86f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.520048] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56243b9b-c56f-433d-b093-d142561619e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.526783] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 587.526783] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5221ac98-f2bb-1d3c-0a21-bb92dbeb977a" [ 587.526783] env[65997]: _type = "Task" [ 587.526783] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.535617] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5221ac98-f2bb-1d3c-0a21-bb92dbeb977a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.596750] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 587.677122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "refresh_cache-3bff829e-239f-4b35-8d03-bccd33d4ed26" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.677268] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired lock "refresh_cache-3bff829e-239f-4b35-8d03-bccd33d4ed26" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.679035] env[65997]: DEBUG nova.network.neutron [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.735704] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f262d2-70a1-494d-92b1-2fe2c30e2eb4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.743696] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a9c565-dd0b-420b-9f09-6125d321f9ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.778927] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7ec20-7a71-4b84-b217-958ee9a0637d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.789739] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af04666-e2e7-4f5b-9f62-66d1045ddf62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.805749] env[65997]: DEBUG nova.compute.provider_tree [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.841385] env[65997]: WARNING neutronclient.v2_0.client [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.888020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.039488] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 588.039947] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Creating directory with path [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.040358] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e741322-704b-414b-8453-1cf557b50edc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.063608] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Created directory with path [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.063937] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Fetch image to [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 588.064105] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Downloading image file data 1b595631-4f24-47cf-aa1c-a9154f80a99b to [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk on the data store datastore2 {{(pid=65997) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 588.064940] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0e59f-3271-4a73-9472-a3f4510b0459 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.074478] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8ed013-ea83-4105-8a15-96bd74f9ac3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.088768] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b017ac-0cda-4bc7-98d9-1ce1961bbd93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.128577] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5058f462-2b12-45ea-b268-a959a5becbda {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.136636] env[65997]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4ebf6113-0e55-41ca-9b83-c126b4567ad6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.175569] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Downloading image file data 1b595631-4f24-47cf-aa1c-a9154f80a99b to the data store datastore2 {{(pid=65997) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 588.244841] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 588.308731] env[65997]: DEBUG nova.scheduler.client.report [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.347911] env[65997]: DEBUG nova.network.neutron [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Successfully created port: 0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 588.480286] env[65997]: DEBUG nova.network.neutron [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 588.629822] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 588.665558] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 588.665824] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.665992] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 588.666186] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.666353] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 588.666576] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 588.666842] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 588.667014] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 588.667187] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 588.667373] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 588.667664] env[65997]: DEBUG nova.virt.hardware [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 588.668631] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd22827a-2a0f-4683-841a-491879b6ef48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.682064] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc3dbfd-3654-40d9-854e-f4f175150b20 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.803549] env[65997]: DEBUG nova.network.neutron [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Updating instance_info_cache with network_info: [{"id": "56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5", "address": "fa:16:3e:55:bb:a1", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a89ad7-2b", "ovs_interfaceid": "56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.815464] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.816052] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 588.820667] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.146s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.917163] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 588.917163] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 589.058629] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Downloaded image file data 1b595631-4f24-47cf-aa1c-a9154f80a99b to vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk on the data store datastore2 {{(pid=65997) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 589.060260] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 589.060544] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Copying Virtual Disk [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk to [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.060885] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58cd652c-ee22-44d3-9642-b6326edf58d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.070197] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 589.070197] env[65997]: value = "task-4717407" [ 589.070197] env[65997]: _type = "Task" [ 589.070197] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.080410] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.309910] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Releasing lock "refresh_cache-798463ae-3d9f-47f5-bd24-9de329757d3b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.310316] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Instance network_info: |[{"id": "56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5", "address": "fa:16:3e:55:bb:a1", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a89ad7-2b", "ovs_interfaceid": "56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 589.310813] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:bb:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.326531] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Creating folder: Project (e86c70fdff03485cb567ee376af43770). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.328109] env[65997]: DEBUG nova.compute.utils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.332442] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21327b5f-c2bc-4207-8dcb-a54b362d014c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.338357] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 589.338773] env[65997]: DEBUG nova.network.neutron [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 589.339883] env[65997]: WARNING neutronclient.v2_0.client [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.339883] env[65997]: WARNING neutronclient.v2_0.client [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.352360] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Created folder: Project (e86c70fdff03485cb567ee376af43770) in parent group-v920549. [ 589.352741] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Creating folder: Instances. Parent ref: group-v920553. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.352824] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-393dd44f-5c58-4ca8-a4f7-9526d08a0ef0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.364054] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Created folder: Instances in parent group-v920553. [ 589.364284] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 589.364488] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.364700] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0234c754-4440-4399-81e0-5949cc22b3d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.394411] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.394411] env[65997]: value = "task-4717410" [ 589.394411] env[65997]: _type = "Task" [ 589.394411] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.405383] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717410, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.582786] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717407, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.766632] env[65997]: WARNING neutronclient.v2_0.client [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.839570] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 589.874020] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a1c9688-7920-48c4-9d4b-4ebd90fbf555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 589.874020] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 798463ae-3d9f-47f5-bd24-9de329757d3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 589.874020] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 3bff829e-239f-4b35-8d03-bccd33d4ed26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 589.874020] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11648856-bff6-44d2-925c-54d11267d62f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 589.874225] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d0bbfa93-4aec-43de-b7fb-de2c810e9f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 589.907129] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717410, 'name': CreateVM_Task, 'duration_secs': 0.41739} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.907265] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.907938] env[65997]: WARNING neutronclient.v2_0.client [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.908521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.908521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.908777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.909094] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0c5459-389f-431d-8c94-4653cb641e46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.915628] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 589.915628] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5210cba7-6f87-e339-f673-f3e98400397c" [ 589.915628] env[65997]: _type = "Task" [ 589.915628] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.925703] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5210cba7-6f87-e339-f673-f3e98400397c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.081599] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682111} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.081944] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Copied Virtual Disk [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk to [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.082144] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleting the datastore file [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.082353] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00c48fd-d18e-429f-8a5e-4f1b982ef40a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.092228] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 590.092228] env[65997]: value = "task-4717411" [ 590.092228] env[65997]: _type = "Task" [ 590.092228] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.103750] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.379244] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 08a6401e-1117-4a74-b6e0-a811620cefdd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 590.427160] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.427494] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.427751] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.603381] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027493} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.603680] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.603880] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Moving file from [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8/1b595631-4f24-47cf-aa1c-a9154f80a99b to [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b. {{(pid=65997) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 590.605030] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f07d836f-56c1-460b-8d5a-68c9a363ac44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.612868] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 590.612868] env[65997]: value = "task-4717412" [ 590.612868] env[65997]: _type = "Task" [ 590.612868] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.623769] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717412, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.628830] env[65997]: DEBUG nova.network.neutron [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Successfully updated port: 0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 590.784528] env[65997]: DEBUG nova.policy [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f760289ff5fd4842a2658a03e8312fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52b81ff42c1540b2b2d8ba5629ce21f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.853270] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 590.881248] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.881974] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.881974] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.882100] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.882199] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.882339] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.882542] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.882759] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.883189] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.883189] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.883353] env[65997]: DEBUG nova.virt.hardware [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.884133] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 42707e81-b984-4ac1-8cb1-f22ca9d48f25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 590.884342] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 590.884559] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_os_type_None': '5', 'num_proj_39cb97a2f6ac404089a5820e60521268': '1', 'io_workload': '5', 'num_proj_e86c70fdff03485cb567ee376af43770': '1', 'num_proj_e08b101580434dcd9e65589cf85fee40': '1', 'num_proj_1ba4f163662b459a96b28cb233b8b806': '1', 'num_task_None': '1', 'num_proj_52b81ff42c1540b2b2d8ba5629ce21f7': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 590.887951] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7aff1d-f2b6-4d65-ba7b-09262a16e56b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.897566] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a806b9-5280-4d63-be30-f25df1c1b0a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.022560] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bcfdf9-a524-4322-9f2b-c4d32317be26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.032860] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e7d40-00f5-42ac-a032-e3ed34dbc751 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.069747] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd222ce1-a3df-4401-a9bc-6ecf3529edb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.078625] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea8e1e-e707-4f45-9076-75b77f663dd9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.093849] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.123083] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717412, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039506} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.123376] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] File moved {{(pid=65997) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 591.123596] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Cleaning up location [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 591.123789] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleting the datastore file [datastore2] vmware_temp/70b88805-7648-4cfa-8ded-c222bf1c9db8 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.124081] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33298fdf-c361-49d6-937c-c2f55223046f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.133473] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "refresh_cache-11648856-bff6-44d2-925c-54d11267d62f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.133840] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "refresh_cache-11648856-bff6-44d2-925c-54d11267d62f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.134271] env[65997]: DEBUG nova.network.neutron [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 591.139114] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 591.139114] env[65997]: value = "task-4717413" [ 591.139114] env[65997]: _type = "Task" [ 591.139114] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.152297] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.403089] env[65997]: DEBUG nova.network.neutron [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Updating instance_info_cache with network_info: [{"id": "c77abfa2-7a53-4cfc-af29-8a80fcf010ef", "address": "fa:16:3e:ab:c4:bf", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77abfa2-7a", "ovs_interfaceid": "c77abfa2-7a53-4cfc-af29-8a80fcf010ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.575264] env[65997]: DEBUG nova.network.neutron [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Successfully created port: 28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.598726] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.654072] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028288} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.654370] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.655151] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2397e1bd-589c-4361-b563-0a8bb903e262 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.664106] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 591.664106] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212e288-6b21-3b26-b930-46b9fd8054e3" [ 591.664106] env[65997]: _type = "Task" [ 591.664106] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.673558] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212e288-6b21-3b26-b930-46b9fd8054e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.906292] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Releasing lock "refresh_cache-3bff829e-239f-4b35-8d03-bccd33d4ed26" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.906869] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Instance network_info: |[{"id": "c77abfa2-7a53-4cfc-af29-8a80fcf010ef", "address": "fa:16:3e:ab:c4:bf", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77abfa2-7a", "ovs_interfaceid": "c77abfa2-7a53-4cfc-af29-8a80fcf010ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 591.907928] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:c4:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77abfa2-7a53-4cfc-af29-8a80fcf010ef', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.915442] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Creating folder: Project (e08b101580434dcd9e65589cf85fee40). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.915732] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bc67f0e-68d2-484b-9aba-412cdb99d44b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.929497] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Created folder: Project (e08b101580434dcd9e65589cf85fee40) in parent group-v920549. [ 591.932243] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Creating folder: Instances. Parent ref: group-v920556. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.932243] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a7e300b-4063-4e3c-8705-8a741df20d10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.943815] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Created folder: Instances in parent group-v920556. [ 591.944203] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 591.944520] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.944853] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c2b256b-828b-41bc-929e-f61e85829e39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.966511] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.966511] env[65997]: value = "task-4717416" [ 591.966511] env[65997]: _type = "Task" [ 591.966511] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.975014] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717416, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.104170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 592.104424] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.284s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.104870] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.754s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.106685] env[65997]: INFO nova.compute.claims [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.109549] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.109969] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Getting list of instances from cluster (obj){ [ 592.109969] env[65997]: value = "domain-c8" [ 592.109969] env[65997]: _type = "ClusterComputeResource" [ 592.109969] env[65997]: } {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.113466] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bd9fe5-d3bb-4ebb-b1c5-2c9261114c9d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.129229] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Got total of 2 instances {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.176466] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212e288-6b21-3b26-b930-46b9fd8054e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.176718] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.176971] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 1a1c9688-7920-48c4-9d4b-4ebd90fbf555/1a1c9688-7920-48c4-9d4b-4ebd90fbf555.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.177329] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.177434] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.177668] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f71dd689-1dcc-4c0b-9f7c-f2ead4d54bf7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.180055] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f8271a1-50c4-4525-a156-98e79993d4d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.192119] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 592.192119] env[65997]: value = "task-4717417" [ 592.192119] env[65997]: _type = "Task" [ 592.192119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.202484] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.208366] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.208662] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.210034] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccee37ba-318c-483c-96b4-e5c25a101468 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.216044] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 592.216044] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524cc4db-b01f-faf0-0898-4e5fec0ef303" [ 592.216044] env[65997]: _type = "Task" [ 592.216044] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.226307] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524cc4db-b01f-faf0-0898-4e5fec0ef303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.481094] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717416, 'name': CreateVM_Task, 'duration_secs': 0.361299} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.481322] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.481911] env[65997]: WARNING neutronclient.v2_0.client [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.482225] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.482376] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.482696] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.482959] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76590f5-8f6d-4672-bdd6-5e0eb64911e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.489154] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 592.489154] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523fe818-6594-ef15-23ac-ba072de784ba" [ 592.489154] env[65997]: _type = "Task" [ 592.489154] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.502438] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523fe818-6594-ef15-23ac-ba072de784ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.703834] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.729218] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524cc4db-b01f-faf0-0898-4e5fec0ef303, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.730019] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63654a2d-dffc-4cc9-8cee-5635bbd57d81 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.741919] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 592.741919] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223d7eb-f77d-bfec-cb5d-2ec2be0194f0" [ 592.741919] env[65997]: _type = "Task" [ 592.741919] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.753537] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223d7eb-f77d-bfec-cb5d-2ec2be0194f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.883469] env[65997]: DEBUG nova.network.neutron [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 592.891840] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.892738] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.892738] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.892738] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.892886] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.892965] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.004519] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523fe818-6594-ef15-23ac-ba072de784ba, 'name': SearchDatastore_Task, 'duration_secs': 0.055774} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.004519] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.004519] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.004519] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.086536] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Received event network-changed-9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 593.086824] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Refreshing instance network info cache due to event network-changed-9397fc1b-c28f-4542-8a88-359545714307. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 593.086996] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquiring lock "refresh_cache-1a1c9688-7920-48c4-9d4b-4ebd90fbf555" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.087154] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquired lock "refresh_cache-1a1c9688-7920-48c4-9d4b-4ebd90fbf555" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.087328] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Refreshing network info cache for port 9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.206205] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550511} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.209179] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 1a1c9688-7920-48c4-9d4b-4ebd90fbf555/1a1c9688-7920-48c4-9d4b-4ebd90fbf555.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.209397] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.210488] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a67057-454b-4c89-a329-421e92ed69c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.218238] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 593.218238] env[65997]: value = "task-4717418" [ 593.218238] env[65997]: _type = "Task" [ 593.218238] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.232223] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.258079] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223d7eb-f77d-bfec-cb5d-2ec2be0194f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.258079] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.258079] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 798463ae-3d9f-47f5-bd24-9de329757d3b/798463ae-3d9f-47f5-bd24-9de329757d3b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.258079] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.258537] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.258667] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-935f76bf-54ef-4f77-b608-35d898b3916a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.260957] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e1f742-6616-4568-9acc-ccfef562ba7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.270119] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 593.270119] env[65997]: value = "task-4717419" [ 593.270119] env[65997]: _type = "Task" [ 593.270119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.279407] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.279407] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.280848] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e09750-4655-4cae-8030-1c85470355bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.283904] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79da0d30-9b39-4885-8c61-1277e3a82afa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.291702] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.296983] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 593.296983] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520b2dca-fa1b-3d90-dd65-e6e7fb4ef622" [ 593.296983] env[65997]: _type = "Task" [ 593.296983] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.313626] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf286b2-3178-4292-8121-2f8f9c5087e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.316132] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520b2dca-fa1b-3d90-dd65-e6e7fb4ef622, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.317410] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9f8d58-8ce3-4f2e-9d3a-406183dfb2cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.356022] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee0128-5ad2-4748-bf2b-bbbece2a83f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.357791] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 593.357791] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e561b-8d3e-67d4-d02c-09761dc57d00" [ 593.357791] env[65997]: _type = "Task" [ 593.357791] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.366591] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db2c10-4387-4c75-9940-32a8b5586910 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.373937] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e561b-8d3e-67d4-d02c-09761dc57d00, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.374825] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.374825] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 3bff829e-239f-4b35-8d03-bccd33d4ed26/3bff829e-239f-4b35-8d03-bccd33d4ed26.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.374993] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b80e78c-8038-40e3-837a-545b1d8f66e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.385610] env[65997]: DEBUG nova.compute.provider_tree [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.392313] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 593.392313] env[65997]: value = "task-4717420" [ 593.392313] env[65997]: _type = "Task" [ 593.392313] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.402683] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.592208] env[65997]: WARNING neutronclient.v2_0.client [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.729893] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072435} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.730289] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.731154] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aaa2b3-a8df-4db7-a659-71a0327e8f03 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.758091] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1a1c9688-7920-48c4-9d4b-4ebd90fbf555/1a1c9688-7920-48c4-9d4b-4ebd90fbf555.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.758462] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb79c88-9d27-46b7-b7e5-cf8cbf94b93e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.782859] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50975} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.784370] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 798463ae-3d9f-47f5-bd24-9de329757d3b/798463ae-3d9f-47f5-bd24-9de329757d3b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.784727] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.785014] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 593.785014] env[65997]: value = "task-4717421" [ 593.785014] env[65997]: _type = "Task" [ 593.785014] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.785298] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c868d6-b973-4924-b4ed-534d3669471c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.798520] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.799928] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 593.799928] env[65997]: value = "task-4717422" [ 593.799928] env[65997]: _type = "Task" [ 593.799928] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.889250] env[65997]: DEBUG nova.scheduler.client.report [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.904997] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717420, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.157985] env[65997]: DEBUG nova.network.neutron [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Successfully updated port: 28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.299461] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.310468] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087785} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.310468] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.310468] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21178986-fc8d-480f-a230-43fb0c0a1bc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.335156] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 798463ae-3d9f-47f5-bd24-9de329757d3b/798463ae-3d9f-47f5-bd24-9de329757d3b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.335503] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab82cd8-1c01-48e7-a4cb-7dd8d1eac0d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.357774] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 594.357774] env[65997]: value = "task-4717423" [ 594.357774] env[65997]: _type = "Task" [ 594.357774] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.367946] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.400028] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.400870] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 594.408844] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.524s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.410417] env[65997]: INFO nova.compute.claims [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.412997] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777957} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.413412] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 3bff829e-239f-4b35-8d03-bccd33d4ed26/3bff829e-239f-4b35-8d03-bccd33d4ed26.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.413616] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.415528] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9b2db1-3080-4a0a-9f5d-d05475456c53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.423226] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 594.423226] env[65997]: value = "task-4717424" [ 594.423226] env[65997]: _type = "Task" [ 594.423226] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.436769] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.581740] env[65997]: WARNING neutronclient.v2_0.client [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.663582] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.663582] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquired lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.664115] env[65997]: DEBUG nova.network.neutron [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.800522] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717421, 'name': ReconfigVM_Task, 'duration_secs': 0.799256} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.801130] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1a1c9688-7920-48c4-9d4b-4ebd90fbf555/1a1c9688-7920-48c4-9d4b-4ebd90fbf555.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.802290] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-787e2a59-0344-4c84-b9b4-6a5dcc22e0af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.811586] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 594.811586] env[65997]: value = "task-4717425" [ 594.811586] env[65997]: _type = "Task" [ 594.811586] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.823576] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717425, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.868292] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.915625] env[65997]: DEBUG nova.compute.utils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.920324] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 594.920324] env[65997]: DEBUG nova.network.neutron [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.920626] env[65997]: WARNING neutronclient.v2_0.client [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.921446] env[65997]: WARNING neutronclient.v2_0.client [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.938061] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071911} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.938416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.939305] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3499d569-c611-4216-9042-efbb8c786fa8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.970389] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3bff829e-239f-4b35-8d03-bccd33d4ed26/3bff829e-239f-4b35-8d03-bccd33d4ed26.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.970791] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b806106f-3980-4d58-8905-225d0dd28f61 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.996119] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 594.996119] env[65997]: value = "task-4717426" [ 594.996119] env[65997]: _type = "Task" [ 594.996119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.005670] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.325863] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717425, 'name': Rename_Task, 'duration_secs': 0.168272} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.326295] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.326430] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d70df75d-95e2-417f-948a-8a984fed740f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.336924] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 595.336924] env[65997]: value = "task-4717427" [ 595.336924] env[65997]: _type = "Task" [ 595.336924] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.352080] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.370279] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717423, 'name': ReconfigVM_Task, 'duration_secs': 0.572859} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.373804] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 798463ae-3d9f-47f5-bd24-9de329757d3b/798463ae-3d9f-47f5-bd24-9de329757d3b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.374621] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b73ec317-ba66-49cb-b9a4-26712a7844a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.382742] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 595.382742] env[65997]: value = "task-4717428" [ 595.382742] env[65997]: _type = "Task" [ 595.382742] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.392888] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717428, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.432024] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 595.449688] env[65997]: DEBUG nova.network.neutron [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Updating instance_info_cache with network_info: [{"id": "0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31", "address": "fa:16:3e:6a:3d:40", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b53b0e4-5b", "ovs_interfaceid": "0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.508334] env[65997]: DEBUG nova.policy [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc00af2bbf1743ea9d717daf2bec26eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1924bc070a164090ba550884279d0fc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.516105] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717426, 'name': ReconfigVM_Task, 'duration_secs': 0.288208} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.517849] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3bff829e-239f-4b35-8d03-bccd33d4ed26/3bff829e-239f-4b35-8d03-bccd33d4ed26.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.517849] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e040910-b23f-4492-b0d9-45ef69872281 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.530912] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 595.530912] env[65997]: value = "task-4717429" [ 595.530912] env[65997]: _type = "Task" [ 595.530912] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.542425] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717429, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.569102] env[65997]: DEBUG nova.network.neutron [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.599409] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194e7a6-a0ed-4413-8080-fa586db46023 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.608447] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bf6687-9017-4ac8-a20d-78cd8d03e722 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.648502] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da995b69-26ca-4046-9f77-6ceae71c4d66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.657177] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d943cd64-29f8-49d3-ae38-5b763148a964 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.664215] env[65997]: WARNING neutronclient.v2_0.client [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.676226] env[65997]: DEBUG nova.compute.provider_tree [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.848710] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.894417] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717428, 'name': Rename_Task, 'duration_secs': 0.190429} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.896331] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.896331] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d97548-98de-4f89-aba6-8fb032a9d3c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.912024] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 595.912024] env[65997]: value = "task-4717430" [ 595.912024] env[65997]: _type = "Task" [ 595.912024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.920153] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.956994] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "refresh_cache-11648856-bff6-44d2-925c-54d11267d62f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.957241] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance network_info: |[{"id": "0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31", "address": "fa:16:3e:6a:3d:40", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b53b0e4-5b", "ovs_interfaceid": "0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 595.957710] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.968525] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating folder: Project (1ba4f163662b459a96b28cb233b8b806). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.968525] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60d089f-0603-4b12-8557-c240844c6e66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.981435] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created folder: Project (1ba4f163662b459a96b28cb233b8b806) in parent group-v920549. [ 595.981435] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating folder: Instances. Parent ref: group-v920559. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.981687] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17cf61ab-b43d-412e-b03a-761527e10a39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.994648] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created folder: Instances in parent group-v920559. [ 595.995027] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 595.995250] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.995471] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba719df5-9e15-4594-a0ac-2ed91745c3ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.022958] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.022958] env[65997]: value = "task-4717433" [ 596.022958] env[65997]: _type = "Task" [ 596.022958] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.043024] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717433, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.046661] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717429, 'name': Rename_Task, 'duration_secs': 0.160795} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.046948] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.047212] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a027fae1-4d26-4020-8cc2-4982a694b6ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.055767] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 596.055767] env[65997]: value = "task-4717434" [ 596.055767] env[65997]: _type = "Task" [ 596.055767] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.065522] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.066655] env[65997]: DEBUG nova.network.neutron [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Successfully created port: 1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.179420] env[65997]: DEBUG nova.scheduler.client.report [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.350356] env[65997]: DEBUG oslo_vmware.api [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717427, 'name': PowerOnVM_Task, 'duration_secs': 0.530262} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.350652] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.351087] env[65997]: INFO nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Took 15.96 seconds to spawn the instance on the hypervisor. [ 596.351344] env[65997]: DEBUG nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 596.352618] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5239a-704e-49f4-960b-aae139a9c10d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.427545] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.442229] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 596.477903] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.477903] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.477903] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.478234] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.478234] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.479648] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.479648] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.479648] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.479648] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.479648] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.480186] env[65997]: DEBUG nova.virt.hardware [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.480390] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c6c20-0cce-45be-b8dc-c1924b454797 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.492986] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db63a56-a0b8-4f0d-96d9-6800a2cb7cb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.534657] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717433, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.569590] env[65997]: DEBUG oslo_vmware.api [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717434, 'name': PowerOnVM_Task, 'duration_secs': 0.494606} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.569806] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.570008] env[65997]: INFO nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Took 10.30 seconds to spawn the instance on the hypervisor. [ 596.570219] env[65997]: DEBUG nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 596.571123] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad969560-ad3d-4768-babe-6ae3fa42dacf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.690025] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.690025] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 596.878661] env[65997]: INFO nova.compute.manager [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Took 20.72 seconds to build instance. [ 596.921447] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.035509] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717433, 'name': CreateVM_Task, 'duration_secs': 0.910912} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.035780] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.038555] env[65997]: WARNING neutronclient.v2_0.client [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.038555] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.038555] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.038555] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.038555] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23fc9e9-6aeb-484f-8b72-ef79a5572aa8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.047345] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 597.047345] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e218bc-c64f-ff5c-6442-ab658beaa6de" [ 597.047345] env[65997]: _type = "Task" [ 597.047345] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.049196] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Updated VIF entry in instance network info cache for port 9397fc1b-c28f-4542-8a88-359545714307. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 597.049571] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Updating instance_info_cache with network_info: [{"id": "9397fc1b-c28f-4542-8a88-359545714307", "address": "fa:16:3e:b8:42:2a", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9397fc1b-c2", "ovs_interfaceid": "9397fc1b-c28f-4542-8a88-359545714307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.059888] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e218bc-c64f-ff5c-6442-ab658beaa6de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.090951] env[65997]: INFO nova.compute.manager [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Took 15.06 seconds to build instance. [ 597.124108] env[65997]: WARNING neutronclient.v2_0.client [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.195349] env[65997]: DEBUG nova.compute.utils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.197253] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 597.197587] env[65997]: DEBUG nova.network.neutron [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.198008] env[65997]: WARNING neutronclient.v2_0.client [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.198318] env[65997]: WARNING neutronclient.v2_0.client [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.313022] env[65997]: DEBUG nova.policy [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9f19d82a23447a98436c3f7c6c7f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ba4f163662b459a96b28cb233b8b806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.350877] env[65997]: DEBUG nova.network.neutron [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Updating instance_info_cache with network_info: [{"id": "28840d4d-a792-4471-89e7-99bcaca60e2b", "address": "fa:16:3e:01:48:f9", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28840d4d-a7", "ovs_interfaceid": "28840d4d-a792-4471-89e7-99bcaca60e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.381289] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d1c8a5aa-b04e-413f-8e30-cdf8e087be5e tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.229s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.381623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.543s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.381817] env[65997]: INFO nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] During sync_power_state the instance has a pending task (spawning). Skip. [ 597.381982] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.423206] env[65997]: DEBUG oslo_vmware.api [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717430, 'name': PowerOnVM_Task, 'duration_secs': 1.194284} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.423411] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.423728] env[65997]: INFO nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Took 14.55 seconds to spawn the instance on the hypervisor. [ 597.424037] env[65997]: DEBUG nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 597.425241] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdbb995-4f42-42e0-953f-069f9b365016 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.555946] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Releasing lock "refresh_cache-1a1c9688-7920-48c4-9d4b-4ebd90fbf555" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.556254] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Received event network-vif-plugged-56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.556298] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquiring lock "798463ae-3d9f-47f5-bd24-9de329757d3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.556471] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.556721] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.556850] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] No waiting events found dispatching network-vif-plugged-56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 597.557019] env[65997]: WARNING nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Received unexpected event network-vif-plugged-56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 for instance with vm_state building and task_state spawning. [ 597.557179] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Received event network-changed-56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.557327] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Refreshing instance network info cache due to event network-changed-56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.557507] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquiring lock "refresh_cache-798463ae-3d9f-47f5-bd24-9de329757d3b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.557688] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquired lock "refresh_cache-798463ae-3d9f-47f5-bd24-9de329757d3b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.557839] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Refreshing network info cache for port 56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.559350] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e218bc-c64f-ff5c-6442-ab658beaa6de, 'name': SearchDatastore_Task, 'duration_secs': 0.014926} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.559621] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.559827] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.560062] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.562384] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.562384] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.562384] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b755362f-c332-4452-aee2-da4e73dfeb22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.575019] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.575019] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.575019] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15c827f-b13f-43b6-98e0-e98c9db06ded {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.584430] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 597.584430] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5209dd8d-728b-77f0-79a2-ddfac0edc4d1" [ 597.584430] env[65997]: _type = "Task" [ 597.584430] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.593542] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d78d3b1e-b44c-44a0-b056-f677981fe1ec tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.577s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.594103] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5209dd8d-728b-77f0-79a2-ddfac0edc4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.594461] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.755s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.594781] env[65997]: INFO nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] During sync_power_state the instance has a pending task (networking). Skip. [ 597.595225] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.701991] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 597.729214] env[65997]: DEBUG nova.network.neutron [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Successfully created port: fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.855783] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Releasing lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856137] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Instance network_info: |[{"id": "28840d4d-a792-4471-89e7-99bcaca60e2b", "address": "fa:16:3e:01:48:f9", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28840d4d-a7", "ovs_interfaceid": "28840d4d-a792-4471-89e7-99bcaca60e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 597.856626] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:48:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28840d4d-a792-4471-89e7-99bcaca60e2b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.864171] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Creating folder: Project (52b81ff42c1540b2b2d8ba5629ce21f7). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.864395] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dbf3e8f-c5a5-4ad7-a3fb-e1770d2746bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.877187] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Created folder: Project (52b81ff42c1540b2b2d8ba5629ce21f7) in parent group-v920549. [ 597.877421] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Creating folder: Instances. Parent ref: group-v920562. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.877646] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df282342-478d-4c75-a0f1-93720dd2cc57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.888217] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Created folder: Instances in parent group-v920562. [ 597.888620] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 597.888812] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.889058] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc185e9d-f3a3-46ac-8e6b-d9c6435631ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.910696] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.910696] env[65997]: value = "task-4717437" [ 597.910696] env[65997]: _type = "Task" [ 597.910696] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.919735] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717437, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.952957] env[65997]: INFO nova.compute.manager [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Took 19.29 seconds to build instance. [ 598.062689] env[65997]: WARNING neutronclient.v2_0.client [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.075496] env[65997]: DEBUG nova.network.neutron [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Successfully updated port: 1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.096490] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5209dd8d-728b-77f0-79a2-ddfac0edc4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.03804} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.097699] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96f38d7-cbcf-44f3-b129-e4bcb6ee4fa4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.106274] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 598.106274] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5279fd7a-c92f-e54e-88b6-4e4346071132" [ 598.106274] env[65997]: _type = "Task" [ 598.106274] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.115828] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5279fd7a-c92f-e54e-88b6-4e4346071132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.425466] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717437, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.438281] env[65997]: WARNING neutronclient.v2_0.client [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.446210] env[65997]: DEBUG nova.compute.manager [req-e01e1c90-9428-4eab-9cfd-c061f08028fc req-1943fbec-a6db-4884-8b09-3987daba475e service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Received event network-vif-plugged-0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 598.446210] env[65997]: DEBUG oslo_concurrency.lockutils [req-e01e1c90-9428-4eab-9cfd-c061f08028fc req-1943fbec-a6db-4884-8b09-3987daba475e service nova] Acquiring lock "11648856-bff6-44d2-925c-54d11267d62f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.446210] env[65997]: DEBUG oslo_concurrency.lockutils [req-e01e1c90-9428-4eab-9cfd-c061f08028fc req-1943fbec-a6db-4884-8b09-3987daba475e service nova] Lock "11648856-bff6-44d2-925c-54d11267d62f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.446210] env[65997]: DEBUG oslo_concurrency.lockutils [req-e01e1c90-9428-4eab-9cfd-c061f08028fc req-1943fbec-a6db-4884-8b09-3987daba475e service nova] Lock "11648856-bff6-44d2-925c-54d11267d62f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.448349] env[65997]: DEBUG nova.compute.manager [req-e01e1c90-9428-4eab-9cfd-c061f08028fc req-1943fbec-a6db-4884-8b09-3987daba475e service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] No waiting events found dispatching network-vif-plugged-0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 598.448613] env[65997]: WARNING nova.compute.manager [req-e01e1c90-9428-4eab-9cfd-c061f08028fc req-1943fbec-a6db-4884-8b09-3987daba475e service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Received unexpected event network-vif-plugged-0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 for instance with vm_state building and task_state spawning. [ 598.455316] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cae6e33a-b363-4969-9de7-8de4bd359ce3 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.803s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.455872] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.617s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.456124] env[65997]: INFO nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] During sync_power_state the instance has a pending task (spawning). Skip. [ 598.456320] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.560108] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Updated VIF entry in instance network info cache for port 56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 598.560584] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Updating instance_info_cache with network_info: [{"id": "56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5", "address": "fa:16:3e:55:bb:a1", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a89ad7-2b", "ovs_interfaceid": "56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.579012] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "refresh_cache-08a6401e-1117-4a74-b6e0-a811620cefdd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.579217] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquired lock "refresh_cache-08a6401e-1117-4a74-b6e0-a811620cefdd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.579391] env[65997]: DEBUG nova.network.neutron [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.618838] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5279fd7a-c92f-e54e-88b6-4e4346071132, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.619416] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.619416] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.619623] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6efb50c7-dd23-45d9-a6df-0c36129abf47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.629972] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 598.629972] env[65997]: value = "task-4717438" [ 598.629972] env[65997]: _type = "Task" [ 598.629972] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.642369] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.712378] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.748038] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.748038] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.748038] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.748038] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.749149] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.749149] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.749149] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.749377] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.749532] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.749750] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.749954] env[65997]: DEBUG nova.virt.hardware [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.750985] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8002443-cb22-4069-ba0f-2b123ebd745e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.761799] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767427d-a72b-47be-a0ea-af00f08ee420 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.871668] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.872234] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "b91405c7-49e7-4579-9553-498d1287bb98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.926155] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717437, 'name': CreateVM_Task, 'duration_secs': 0.520089} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.926442] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.926960] env[65997]: WARNING neutronclient.v2_0.client [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.927361] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.927669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.927945] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.928245] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2363319-b232-47f3-8937-6e17224159c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.938570] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 598.938570] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520bf10b-d7fe-e42f-fe09-fef0b6aeefde" [ 598.938570] env[65997]: _type = "Task" [ 598.938570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.954921] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520bf10b-d7fe-e42f-fe09-fef0b6aeefde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.064388] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Releasing lock "refresh_cache-798463ae-3d9f-47f5-bd24-9de329757d3b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.064388] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Received event network-vif-plugged-c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 599.064634] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquiring lock "3bff829e-239f-4b35-8d03-bccd33d4ed26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.064937] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.064937] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.065054] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] No waiting events found dispatching network-vif-plugged-c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.065218] env[65997]: WARNING nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Received unexpected event network-vif-plugged-c77abfa2-7a53-4cfc-af29-8a80fcf010ef for instance with vm_state building and task_state spawning. [ 599.065386] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Received event network-changed-c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 599.065534] env[65997]: DEBUG nova.compute.manager [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Refreshing instance network info cache due to event network-changed-c77abfa2-7a53-4cfc-af29-8a80fcf010ef. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 599.066287] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquiring lock "refresh_cache-3bff829e-239f-4b35-8d03-bccd33d4ed26" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.066287] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Acquired lock "refresh_cache-3bff829e-239f-4b35-8d03-bccd33d4ed26" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.066287] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Refreshing network info cache for port c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.144071] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.145307] env[65997]: DEBUG nova.network.neutron [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.331018] env[65997]: WARNING neutronclient.v2_0.client [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.355597] env[65997]: DEBUG nova.network.neutron [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Successfully updated port: fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.374881] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 599.432158] env[65997]: DEBUG nova.network.neutron [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Updating instance_info_cache with network_info: [{"id": "1d75ed43-93c4-43df-b0ef-cdea8d9dcf68", "address": "fa:16:3e:7d:51:91", "network": {"id": "84d590e0-a09c-457e-af2f-2d4aafc9bf66", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-90748059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1924bc070a164090ba550884279d0fc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d75ed43-93", "ovs_interfaceid": "1d75ed43-93c4-43df-b0ef-cdea8d9dcf68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.452312] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520bf10b-d7fe-e42f-fe09-fef0b6aeefde, 'name': SearchDatastore_Task, 'duration_secs': 0.06692} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.452608] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.452838] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.453084] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.453230] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.453407] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.453674] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477e25e8-cb8d-41ec-984b-9d3d54ee51f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.463018] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.463211] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.464026] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f892c8-2875-47a5-8336-26319e5ae9a8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.470879] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 599.470879] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5237333a-0f8c-04f0-8cb4-49968fb5afda" [ 599.470879] env[65997]: _type = "Task" [ 599.470879] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.479803] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5237333a-0f8c-04f0-8cb4-49968fb5afda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.571700] env[65997]: WARNING neutronclient.v2_0.client [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.642720] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545237} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.642982] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.643205] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.643461] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb00b485-3387-4432-8be1-b78a779b1cd2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.652079] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 599.652079] env[65997]: value = "task-4717439" [ 599.652079] env[65997]: _type = "Task" [ 599.652079] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.661738] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.783983] env[65997]: WARNING neutronclient.v2_0.client [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.858813] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "refresh_cache-42707e81-b984-4ac1-8cb1-f22ca9d48f25" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.859033] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "refresh_cache-42707e81-b984-4ac1-8cb1-f22ca9d48f25" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.859260] env[65997]: DEBUG nova.network.neutron [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.870844] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Updated VIF entry in instance network info cache for port c77abfa2-7a53-4cfc-af29-8a80fcf010ef. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 599.870844] env[65997]: DEBUG nova.network.neutron [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Updating instance_info_cache with network_info: [{"id": "c77abfa2-7a53-4cfc-af29-8a80fcf010ef", "address": "fa:16:3e:ab:c4:bf", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77abfa2-7a", "ovs_interfaceid": "c77abfa2-7a53-4cfc-af29-8a80fcf010ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.899722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.900036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.902376] env[65997]: INFO nova.compute.claims [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.937555] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Releasing lock "refresh_cache-08a6401e-1117-4a74-b6e0-a811620cefdd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.937919] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Instance network_info: |[{"id": "1d75ed43-93c4-43df-b0ef-cdea8d9dcf68", "address": "fa:16:3e:7d:51:91", "network": {"id": "84d590e0-a09c-457e-af2f-2d4aafc9bf66", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-90748059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1924bc070a164090ba550884279d0fc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d75ed43-93", "ovs_interfaceid": "1d75ed43-93c4-43df-b0ef-cdea8d9dcf68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 599.938378] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:51:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d75ed43-93c4-43df-b0ef-cdea8d9dcf68', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.946079] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Creating folder: Project (1924bc070a164090ba550884279d0fc6). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.947169] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8d0fc75-044d-416e-8b7b-52550b152196 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.961314] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Created folder: Project (1924bc070a164090ba550884279d0fc6) in parent group-v920549. [ 599.961314] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Creating folder: Instances. Parent ref: group-v920565. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.961545] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4691352c-b791-4b75-9bc1-e622e2ae0554 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.978149] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Created folder: Instances in parent group-v920565. [ 599.978390] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.979227] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.979432] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b350abb6-62da-4a88-9a2c-c215444d05aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.999796] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5237333a-0f8c-04f0-8cb4-49968fb5afda, 'name': SearchDatastore_Task, 'duration_secs': 0.035479} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.000771] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2def32f-7fff-4853-bc7a-7ca8737f41ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.008305] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.008305] env[65997]: value = "task-4717442" [ 600.008305] env[65997]: _type = "Task" [ 600.008305] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.013525] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 600.013525] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bb9fe4-703c-7fd5-0a50-d7c1f30fbb2a" [ 600.013525] env[65997]: _type = "Task" [ 600.013525] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.022680] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717442, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.036125] env[65997]: DEBUG nova.compute.manager [req-67309e7e-7de9-4ee4-bff0-f1a949443132 req-f5544f42-4490-452a-8fee-4870bd66978e service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Received event network-vif-plugged-1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.036223] env[65997]: DEBUG oslo_concurrency.lockutils [req-67309e7e-7de9-4ee4-bff0-f1a949443132 req-f5544f42-4490-452a-8fee-4870bd66978e service nova] Acquiring lock "08a6401e-1117-4a74-b6e0-a811620cefdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.036568] env[65997]: DEBUG oslo_concurrency.lockutils [req-67309e7e-7de9-4ee4-bff0-f1a949443132 req-f5544f42-4490-452a-8fee-4870bd66978e service nova] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.036936] env[65997]: DEBUG oslo_concurrency.lockutils [req-67309e7e-7de9-4ee4-bff0-f1a949443132 req-f5544f42-4490-452a-8fee-4870bd66978e service nova] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.037024] env[65997]: DEBUG nova.compute.manager [req-67309e7e-7de9-4ee4-bff0-f1a949443132 req-f5544f42-4490-452a-8fee-4870bd66978e service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] No waiting events found dispatching network-vif-plugged-1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 600.037291] env[65997]: WARNING nova.compute.manager [req-67309e7e-7de9-4ee4-bff0-f1a949443132 req-f5544f42-4490-452a-8fee-4870bd66978e service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Received unexpected event network-vif-plugged-1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 for instance with vm_state building and task_state spawning. [ 600.038142] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bb9fe4-703c-7fd5-0a50-d7c1f30fbb2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.165370] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11338} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.165676] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.166534] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401140dc-e4d3-42f9-9b28-9de7d549729b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.194213] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.194576] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a080390-33ac-4f19-b11e-d5adbe1e8f16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.218013] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 600.218013] env[65997]: value = "task-4717443" [ 600.218013] env[65997]: _type = "Task" [ 600.218013] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.229937] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.370023] env[65997]: DEBUG oslo_concurrency.lockutils [req-d2d27c30-341e-410b-9802-09c8681f4186 req-528e6bc8-89f2-4537-a59b-2ee38a4d29a9 service nova] Releasing lock "refresh_cache-3bff829e-239f-4b35-8d03-bccd33d4ed26" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.417309] env[65997]: DEBUG nova.network.neutron [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.522383] env[65997]: WARNING neutronclient.v2_0.client [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.536187] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717442, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.536536] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bb9fe4-703c-7fd5-0a50-d7c1f30fbb2a, 'name': SearchDatastore_Task, 'duration_secs': 0.027893} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.537681] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.537681] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d0bbfa93-4aec-43de-b7fb-de2c810e9f31/d0bbfa93-4aec-43de-b7fb-de2c810e9f31.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.537850] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d71f79-ad95-4c15-8aa1-fb2e5bffac4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.545892] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 600.545892] env[65997]: value = "task-4717444" [ 600.545892] env[65997]: _type = "Task" [ 600.545892] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.557190] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.655185] env[65997]: DEBUG nova.network.neutron [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Updating instance_info_cache with network_info: [{"id": "fef5d78d-1962-407f-8fca-1f607ff5d66f", "address": "fa:16:3e:3c:97:6a", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef5d78d-19", "ovs_interfaceid": "fef5d78d-1962-407f-8fca-1f607ff5d66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.663663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.664422] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.667435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.667667] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.687386] env[65997]: DEBUG nova.compute.manager [None req-18c9eeb5-9b50-4026-9038-438f0396081a tempest-ServerDiagnosticsTest-718201502 tempest-ServerDiagnosticsTest-718201502-project-admin] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 600.689192] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd498de-b7c9-4c6e-8a50-e2e01206a16a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.700430] env[65997]: INFO nova.compute.manager [None req-18c9eeb5-9b50-4026-9038-438f0396081a tempest-ServerDiagnosticsTest-718201502 tempest-ServerDiagnosticsTest-718201502-project-admin] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Retrieving diagnostics [ 600.701337] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f961e-5b99-4e87-837b-af8ecd6cd2be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.753024] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.026418] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717442, 'name': CreateVM_Task, 'duration_secs': 0.607206} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.032721] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.036778] env[65997]: WARNING neutronclient.v2_0.client [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.038094] env[65997]: DEBUG oslo_vmware.service [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3836fe0-baa7-4f47-8303-93c709e181e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.048262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.048597] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.049334] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.050273] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcfa162f-8d0a-4f3e-9f32-b68d814c7427 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.066821] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.068581] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 601.068581] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528a6364-468f-5f7b-8637-827f89157ad9" [ 601.068581] env[65997]: _type = "Task" [ 601.068581] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.083661] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528a6364-468f-5f7b-8637-827f89157ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.113665] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e64d79-c66a-4ea0-95bf-342c4b8f0571 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.123169] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e92afca-f1f4-4f88-ac0b-febd327a96e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.163290] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f8363-f3bb-4776-bdc8-5770c8bf5e66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.167086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "refresh_cache-42707e81-b984-4ac1-8cb1-f22ca9d48f25" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.167477] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Instance network_info: |[{"id": "fef5d78d-1962-407f-8fca-1f607ff5d66f", "address": "fa:16:3e:3c:97:6a", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef5d78d-19", "ovs_interfaceid": "fef5d78d-1962-407f-8fca-1f607ff5d66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 601.168045] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:97:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef5d78d-1962-407f-8fca-1f607ff5d66f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.177153] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.178464] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 601.183461] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 601.188438] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.193433] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33380d6d-69ed-4487-8e40-a0a6ffbdbe28 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.211977] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2a2549-a5d2-454e-9b50-2ddaaa1b84b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.229408] env[65997]: DEBUG nova.compute.provider_tree [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.233221] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.233221] env[65997]: value = "task-4717445" [ 601.233221] env[65997]: _type = "Task" [ 601.233221] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.246822] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717445, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.254432] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717443, 'name': ReconfigVM_Task, 'duration_secs': 0.537457} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.254432] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.255044] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a9f42f-8dcc-42b2-9226-479a92db2d3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.265513] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 601.265513] env[65997]: value = "task-4717446" [ 601.265513] env[65997]: _type = "Task" [ 601.265513] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.276168] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717446, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.560658] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667109} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.560927] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d0bbfa93-4aec-43de-b7fb-de2c810e9f31/d0bbfa93-4aec-43de-b7fb-de2c810e9f31.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.561147] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.561401] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-587891f5-31ed-4566-ac78-1a4205f29c18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.570081] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 601.570081] env[65997]: value = "task-4717447" [ 601.570081] env[65997]: _type = "Task" [ 601.570081] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.583711] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.588790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.589907] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.589907] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.589907] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590161] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.590472] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc38caf8-b2dd-43e1-8ef7-1e7c734acd43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.601960] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.602184] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.603020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9941f24-f591-495b-ac7e-0ee042cbccdc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.611282] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74a207e-21a3-4a7f-ab41-7ed42de5ff14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.617969] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 601.617969] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d5f8f-b2aa-117e-728b-2f94e4b19dd7" [ 601.617969] env[65997]: _type = "Task" [ 601.617969] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.627203] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d5f8f-b2aa-117e-728b-2f94e4b19dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.707912] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.727869] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.732999] env[65997]: DEBUG nova.scheduler.client.report [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.747347] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717445, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.775847] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717446, 'name': Rename_Task, 'duration_secs': 0.334157} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.776431] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.776782] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686e512b-7dba-44d9-9834-aa9cde3679ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.785763] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 601.785763] env[65997]: value = "task-4717448" [ 601.785763] env[65997]: _type = "Task" [ 601.785763] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.795626] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.085233] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073599} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.085565] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.086610] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd550222-e1d4-409c-811f-2422ecc2df98 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.112958] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d0bbfa93-4aec-43de-b7fb-de2c810e9f31/d0bbfa93-4aec-43de-b7fb-de2c810e9f31.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.113422] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d251e98-7525-415d-b8d5-af34a46859b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.137524] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Received event network-changed-0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 602.137524] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Refreshing instance network info cache due to event network-changed-0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 602.137524] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquiring lock "refresh_cache-11648856-bff6-44d2-925c-54d11267d62f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.137524] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquired lock "refresh_cache-11648856-bff6-44d2-925c-54d11267d62f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.137524] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Refreshing network info cache for port 0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.150487] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 602.151506] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Creating directory with path [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.151506] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 602.151506] env[65997]: value = "task-4717449" [ 602.151506] env[65997]: _type = "Task" [ 602.151506] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.151716] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae0e4e9-1590-4b7e-ab1a-d89aa3b63d97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.167688] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.201877] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Created directory with path [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.202280] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Fetch image to [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 602.202280] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Downloading image file data 1b595631-4f24-47cf-aa1c-a9154f80a99b to [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk on the data store datastore1 {{(pid=65997) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 602.203064] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3348b6e-7da2-487d-a323-5a2d3c99ccce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.212484] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0620276f-7e1f-4ce3-8ac9-368d70a9a526 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.223650] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd927e23-a8dc-44d7-aa68-cacdb230244f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.256978] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.257506] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 602.260955] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.553s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.262364] env[65997]: INFO nova.compute.claims [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.271021] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926a4a6-792a-426d-b198-c155c29bfca4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.277571] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717445, 'name': CreateVM_Task, 'duration_secs': 0.74522} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.279146] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.279946] env[65997]: WARNING neutronclient.v2_0.client [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.280648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.280648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.280791] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.280976] env[65997]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ef3d2bc8-f816-4f6f-aa8a-1b69803db72c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.285964] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef39b70e-9541-4eeb-aa85-d1bb0ecb4bc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.298344] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 602.298344] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5bbf8-d2e9-5c3f-7c8f-6a59fc0088b5" [ 602.298344] env[65997]: _type = "Task" [ 602.298344] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.305030] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.312626] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5bbf8-d2e9-5c3f-7c8f-6a59fc0088b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.320886] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Downloading image file data 1b595631-4f24-47cf-aa1c-a9154f80a99b to the data store datastore1 {{(pid=65997) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 602.398161] env[65997]: DEBUG oslo_vmware.rw_handles [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 602.644053] env[65997]: WARNING neutronclient.v2_0.client [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.661943] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Acquiring lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.662211] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.662476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Acquiring lock "3bff829e-239f-4b35-8d03-bccd33d4ed26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.662794] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.662970] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.668996] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.669235] env[65997]: INFO nova.compute.manager [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Terminating instance [ 602.779299] env[65997]: DEBUG nova.compute.utils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.781879] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 602.782086] env[65997]: DEBUG nova.network.neutron [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.782481] env[65997]: WARNING neutronclient.v2_0.client [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.782842] env[65997]: WARNING neutronclient.v2_0.client [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.800816] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.821104] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.821426] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.821716] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.839406] env[65997]: DEBUG nova.policy [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd572c3c42392493c9f9381f5acf11805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a40f6c1a384b4c498ab5d535f48034a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.860321] env[65997]: WARNING neutronclient.v2_0.client [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.948594] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Updated VIF entry in instance network info cache for port 0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 602.949255] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Updating instance_info_cache with network_info: [{"id": "0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31", "address": "fa:16:3e:6a:3d:40", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b53b0e4-5b", "ovs_interfaceid": "0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.069107] env[65997]: DEBUG nova.compute.manager [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Received event network-changed-1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.069107] env[65997]: DEBUG nova.compute.manager [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Refreshing instance network info cache due to event network-changed-1d75ed43-93c4-43df-b0ef-cdea8d9dcf68. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.069107] env[65997]: DEBUG oslo_concurrency.lockutils [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] Acquiring lock "refresh_cache-08a6401e-1117-4a74-b6e0-a811620cefdd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.069107] env[65997]: DEBUG oslo_concurrency.lockutils [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] Acquired lock "refresh_cache-08a6401e-1117-4a74-b6e0-a811620cefdd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.069107] env[65997]: DEBUG nova.network.neutron [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Refreshing network info cache for port 1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.167144] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717449, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.177297] env[65997]: DEBUG nova.compute.manager [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 603.177659] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.178541] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c2c3a-7edd-4627-a29e-e091d2a30da1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.189262] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.189707] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dde1bb26-1214-44e5-88b0-098a6c320fe6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.197206] env[65997]: DEBUG oslo_vmware.api [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Waiting for the task: (returnval){ [ 603.197206] env[65997]: value = "task-4717450" [ 603.197206] env[65997]: _type = "Task" [ 603.197206] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.212130] env[65997]: DEBUG oslo_vmware.api [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Task: {'id': task-4717450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.216360] env[65997]: DEBUG oslo_vmware.rw_handles [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 603.216607] env[65997]: DEBUG oslo_vmware.rw_handles [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 603.226871] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "798463ae-3d9f-47f5-bd24-9de329757d3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.227180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.227404] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "798463ae-3d9f-47f5-bd24-9de329757d3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.227594] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.227757] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.229927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.229927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.230133] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.231639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.231639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.236265] env[65997]: INFO nova.compute.manager [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Terminating instance [ 603.251291] env[65997]: INFO nova.compute.manager [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Terminating instance [ 603.282870] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 603.300219] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Downloaded image file data 1b595631-4f24-47cf-aa1c-a9154f80a99b to vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk on the data store datastore1 {{(pid=65997) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 603.300219] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 603.300219] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Copying Virtual Disk [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk to [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.300869] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08fdf123-6427-4af5-beaa-bddf771d058e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.312345] env[65997]: DEBUG nova.network.neutron [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Successfully created port: 50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.326513] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717448, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.334571] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 603.334571] env[65997]: value = "task-4717451" [ 603.334571] env[65997]: _type = "Task" [ 603.334571] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.452826] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Releasing lock "refresh_cache-11648856-bff6-44d2-925c-54d11267d62f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.454811] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Received event network-vif-plugged-28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.455112] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquiring lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.455330] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.455523] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.455749] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] No waiting events found dispatching network-vif-plugged-28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 603.455832] env[65997]: WARNING nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Received unexpected event network-vif-plugged-28840d4d-a792-4471-89e7-99bcaca60e2b for instance with vm_state building and task_state spawning. [ 603.455996] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Received event network-changed-28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.456200] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Refreshing instance network info cache due to event network-changed-28840d4d-a792-4471-89e7-99bcaca60e2b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.456338] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquiring lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.456470] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquired lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.456726] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Refreshing network info cache for port 28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.535339] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd855a-c5b3-4ae0-b7cb-d34996d77301 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.546209] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd1080-e5b4-461c-be1b-dc4020c43f83 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.580098] env[65997]: WARNING neutronclient.v2_0.client [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.582511] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44f28e-80f7-4fb6-99f9-1e5a3e338d6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.592026] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0dd8be-3261-49f3-98ad-4f75ecbdf0be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.610200] env[65997]: DEBUG nova.compute.provider_tree [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.668689] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717449, 'name': ReconfigVM_Task, 'duration_secs': 1.025415} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.669918] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d0bbfa93-4aec-43de-b7fb-de2c810e9f31/d0bbfa93-4aec-43de-b7fb-de2c810e9f31.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.670642] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-507ce5e5-ea6f-4244-8a1d-0edfc10859f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.679125] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 603.679125] env[65997]: value = "task-4717452" [ 603.679125] env[65997]: _type = "Task" [ 603.679125] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.691477] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717452, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.709751] env[65997]: DEBUG oslo_vmware.api [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Task: {'id': task-4717450, 'name': PowerOffVM_Task, 'duration_secs': 0.25303} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.710040] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.710236] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.710511] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47c1e5a-9306-4bac-bfd6-5ecf077f0a38 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.742824] env[65997]: DEBUG nova.compute.manager [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 603.743090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.743995] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f38ae3-8d9e-47b5-b514-afe4ee4ab8ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.753980] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.758368] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554795c6-dccc-49ac-b368-e6149255985d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.760375] env[65997]: DEBUG nova.compute.manager [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 603.760705] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.761928] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cf6522-8d7a-42cf-bd71-0b0882416789 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.773820] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.774368] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc29fdd-3822-4b34-b7a0-6a4ac07c4081 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.776234] env[65997]: DEBUG oslo_vmware.api [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 603.776234] env[65997]: value = "task-4717454" [ 603.776234] env[65997]: _type = "Task" [ 603.776234] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.783360] env[65997]: DEBUG oslo_vmware.api [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 603.783360] env[65997]: value = "task-4717455" [ 603.783360] env[65997]: _type = "Task" [ 603.783360] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.793756] env[65997]: DEBUG oslo_vmware.api [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.796160] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.796558] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.796815] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Deleting the datastore file [datastore2] 3bff829e-239f-4b35-8d03-bccd33d4ed26 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.797193] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c6176a-8149-4118-8865-a4a6fd909c34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.804485] env[65997]: DEBUG oslo_vmware.api [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.814124] env[65997]: DEBUG oslo_vmware.api [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Waiting for the task: (returnval){ [ 603.814124] env[65997]: value = "task-4717456" [ 603.814124] env[65997]: _type = "Task" [ 603.814124] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.821689] env[65997]: DEBUG oslo_vmware.api [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717448, 'name': PowerOnVM_Task, 'duration_secs': 1.570227} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.822553] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.823146] env[65997]: INFO nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Took 15.19 seconds to spawn the instance on the hypervisor. [ 603.823251] env[65997]: DEBUG nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 603.824427] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a828f3-ca7f-425c-86cb-35f7c3441f06 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.831698] env[65997]: DEBUG oslo_vmware.api [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Task: {'id': task-4717456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.847639] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717451, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.960835] env[65997]: WARNING neutronclient.v2_0.client [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.116866] env[65997]: DEBUG nova.scheduler.client.report [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.190626] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717452, 'name': Rename_Task, 'duration_secs': 0.210579} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.191738] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.191738] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a336ad0-8f5f-447c-ba34-a11bc3d7cd9e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.200627] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 604.200627] env[65997]: value = "task-4717457" [ 604.200627] env[65997]: _type = "Task" [ 604.200627] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.212714] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.287606] env[65997]: DEBUG oslo_vmware.api [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717454, 'name': PowerOffVM_Task, 'duration_secs': 0.287746} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.291991] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.292308] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.292350] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb3067f4-2c0c-47fc-bd22-61716db73d49 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.300162] env[65997]: DEBUG oslo_vmware.api [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717455, 'name': PowerOffVM_Task, 'duration_secs': 0.237214} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.301117] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.301117] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.301247] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7605429e-1960-4e09-9b08-c19b3decebc6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.319897] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.325514] env[65997]: DEBUG oslo_vmware.api [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Task: {'id': task-4717456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321026} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.325802] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.326340] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.326340] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.326340] env[65997]: INFO nova.compute.manager [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 604.326909] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.326909] env[65997]: DEBUG nova.compute.manager [-] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 604.326909] env[65997]: DEBUG nova.network.neutron [-] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 604.327210] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.348665] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769918} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.352397] env[65997]: INFO nova.compute.manager [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Took 21.38 seconds to build instance. [ 604.357513] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Copied Virtual Disk [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk to [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.357513] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleting the datastore file [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b/tmp-sparse.vmdk {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.357513] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8676d447-e993-4857-a93c-b67931d4117c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.366519] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.367094] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.367094] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.367317] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.367464] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.367734] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.367995] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.368174] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.368346] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.368509] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.368841] env[65997]: DEBUG nova.virt.hardware [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.369675] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d977f-29ea-4c99-a6c0-b1ff17d4fe33 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.378466] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 604.378466] env[65997]: value = "task-4717460" [ 604.378466] env[65997]: _type = "Task" [ 604.378466] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.389054] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.389514] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.389672] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Deleting the datastore file [datastore2] 798463ae-3d9f-47f5-bd24-9de329757d3b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.390889] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572d6850-8583-45c6-88c8-0500aea2dde5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.400396] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717460, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.402838] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21002346-a99d-4609-8dbf-1340166c8f87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.407655] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.407759] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.407940] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleting the datastore file [datastore2] 1a1c9688-7920-48c4-9d4b-4ebd90fbf555 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.409840] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b448c6b8-1485-42b3-9bbf-6ee99126cfab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.412553] env[65997]: DEBUG oslo_vmware.api [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for the task: (returnval){ [ 604.412553] env[65997]: value = "task-4717461" [ 604.412553] env[65997]: _type = "Task" [ 604.412553] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.429849] env[65997]: DEBUG oslo_vmware.api [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for the task: (returnval){ [ 604.429849] env[65997]: value = "task-4717462" [ 604.429849] env[65997]: _type = "Task" [ 604.429849] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.439061] env[65997]: DEBUG oslo_vmware.api [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.445807] env[65997]: DEBUG oslo_vmware.api [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.621082] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.621811] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 604.625232] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.897s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.627796] env[65997]: INFO nova.compute.claims [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.711427] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717457, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.858059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41ffbf34-5091-4dfd-9cb6-3b71629eb625 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "11648856-bff6-44d2-925c-54d11267d62f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.895s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.858388] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "11648856-bff6-44d2-925c-54d11267d62f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.019s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.859312] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43faef62-87e1-4575-ad4a-d3c4673c6c62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.892697] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034707} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.894828] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.894828] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Moving file from [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c/1b595631-4f24-47cf-aa1c-a9154f80a99b to [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b. {{(pid=65997) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 604.895249] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7287a0bb-3304-41b2-ab58-f8b983f79e6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.904666] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 604.904666] env[65997]: value = "task-4717463" [ 604.904666] env[65997]: _type = "Task" [ 604.904666] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.918077] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717463, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.932535] env[65997]: DEBUG oslo_vmware.api [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Task: {'id': task-4717461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152654} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.937759] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.938112] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.938483] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.939238] env[65997]: INFO nova.compute.manager [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 604.939238] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.941386] env[65997]: DEBUG nova.network.neutron [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Successfully updated port: 50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.943045] env[65997]: DEBUG nova.compute.manager [-] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 604.943122] env[65997]: DEBUG nova.network.neutron [-] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 604.943402] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.952883] env[65997]: DEBUG oslo_vmware.api [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Task: {'id': task-4717462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155593} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.953179] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.953388] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.953596] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.953790] env[65997]: INFO nova.compute.manager [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Took 1.19 seconds to destroy the instance on the hypervisor. [ 604.954527] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.954527] env[65997]: DEBUG nova.compute.manager [-] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 604.954527] env[65997]: DEBUG nova.network.neutron [-] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 604.954938] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.132816] env[65997]: DEBUG nova.compute.utils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.144024] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.144024] env[65997]: DEBUG nova.network.neutron [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.144024] env[65997]: WARNING neutronclient.v2_0.client [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.144024] env[65997]: WARNING neutronclient.v2_0.client [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.200486] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.212606] env[65997]: DEBUG oslo_vmware.api [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717457, 'name': PowerOnVM_Task, 'duration_secs': 0.992972} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.212874] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.213091] env[65997]: INFO nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Took 14.36 seconds to spawn the instance on the hypervisor. [ 605.213269] env[65997]: DEBUG nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 605.214098] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c104ffa-f788-4a14-b365-7663e336a602 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.372670] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "11648856-bff6-44d2-925c-54d11267d62f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.394522] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.417875] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717463, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032069} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.418143] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] File moved {{(pid=65997) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 605.418336] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Cleaning up location [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 605.418491] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleting the datastore file [datastore1] vmware_temp/330b1739-ceba-4176-a424-79c2e08a792c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.418741] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a742a5-0148-4b72-a4da-c142db722b83 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.424354] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.427910] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 605.427910] env[65997]: value = "task-4717464" [ 605.427910] env[65997]: _type = "Task" [ 605.427910] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.437240] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.447138] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.447327] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquired lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.447527] env[65997]: DEBUG nova.network.neutron [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.586406] env[65997]: DEBUG nova.policy [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44aff59cc2434dee875ee429fb36bb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e4680af13841c8828d561432b7ac02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.645375] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 605.734666] env[65997]: INFO nova.compute.manager [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Took 19.85 seconds to build instance. [ 605.818811] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93125c04-e342-4316-b22d-aa4661d80859 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.826368] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d1b14c-41f0-4065-b875-cccdbeadd817 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.860154] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8509d6-3f0c-4721-a8e7-b841e2f35726 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.869357] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80273550-2f59-4b4a-8ac0-b952e25f9d6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.883996] env[65997]: DEBUG nova.compute.provider_tree [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.942151] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027953} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.942573] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.943498] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adabe592-6e2d-45ee-a2a6-0123c2758911 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.953432] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 605.953432] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ced0d-e5aa-61ed-f89e-f24535e87fdf" [ 605.953432] env[65997]: _type = "Task" [ 605.953432] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.965014] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ced0d-e5aa-61ed-f89e-f24535e87fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.965565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.965683] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 08a6401e-1117-4a74-b6e0-a811620cefdd/08a6401e-1117-4a74-b6e0-a811620cefdd.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.965983] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.966519] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.966519] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-783655af-4d74-4c30-9f2b-1f8fa374419c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.968972] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06af93a-3d5a-4b5e-a129-29007cb57bd1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.979391] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 605.979391] env[65997]: value = "task-4717465" [ 605.979391] env[65997]: _type = "Task" [ 605.979391] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.980777] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.980971] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.987032] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930a59f2-659d-4ffb-95d0-759261e5b076 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.995947] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 605.995947] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526adb6f-f8c9-167f-7767-6c8af886cdc5" [ 605.995947] env[65997]: _type = "Task" [ 605.995947] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.999935] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.010765] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526adb6f-f8c9-167f-7767-6c8af886cdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.237915] env[65997]: DEBUG oslo_concurrency.lockutils [None req-401ecd23-5db0-4065-b4da-c145dc405793 tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.364s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.388062] env[65997]: DEBUG nova.scheduler.client.report [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.496404] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.515486] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526adb6f-f8c9-167f-7767-6c8af886cdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.515885] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9268d72-06a5-4507-8dd2-1162e1aaed1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.523161] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 606.523161] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522c2d54-1cb2-a2b8-70fa-71d70fff3ff2" [ 606.523161] env[65997]: _type = "Task" [ 606.523161] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.533193] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522c2d54-1cb2-a2b8-70fa-71d70fff3ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.657187] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 606.683776] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.683920] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.685261] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.685261] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.685261] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.685261] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.685261] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.685554] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.685554] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.685554] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.685554] env[65997]: DEBUG nova.virt.hardware [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.686361] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a4152-1cf0-49c8-91ea-59450ca5f064 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.695010] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a2396-cb87-49cd-8833-5a415835a3d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.763201] env[65997]: DEBUG nova.network.neutron [-] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.895386] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.895969] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 606.991833] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549433} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.992927] env[65997]: DEBUG nova.network.neutron [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Successfully created port: f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.995197] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 08a6401e-1117-4a74-b6e0-a811620cefdd/08a6401e-1117-4a74-b6e0-a811620cefdd.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.995456] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.995899] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87f75a6-7c81-486d-9137-8e845ca6993b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.004130] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 607.004130] env[65997]: value = "task-4717466" [ 607.004130] env[65997]: _type = "Task" [ 607.004130] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.014131] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.019535] env[65997]: DEBUG nova.network.neutron [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.034533] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522c2d54-1cb2-a2b8-70fa-71d70fff3ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.034783] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.035113] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 42707e81-b984-4ac1-8cb1-f22ca9d48f25/42707e81-b984-4ac1-8cb1-f22ca9d48f25.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.035417] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bada41b5-fd25-4116-90b4-c722e34ed0a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.043755] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 607.043755] env[65997]: value = "task-4717467" [ 607.043755] env[65997]: _type = "Task" [ 607.043755] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.053980] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.135748] env[65997]: DEBUG nova.network.neutron [-] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.218998] env[65997]: DEBUG nova.network.neutron [-] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.266251] env[65997]: INFO nova.compute.manager [-] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Took 2.94 seconds to deallocate network for instance. [ 607.364680] env[65997]: WARNING neutronclient.v2_0.client [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.400977] env[65997]: DEBUG nova.compute.utils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.402517] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.402709] env[65997]: DEBUG nova.network.neutron [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.403105] env[65997]: WARNING neutronclient.v2_0.client [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.403347] env[65997]: WARNING neutronclient.v2_0.client [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.523031] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07417} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.523031] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.523509] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a30730-89ef-4fc2-8d37-fbbd80140eb4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.550498] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 08a6401e-1117-4a74-b6e0-a811620cefdd/08a6401e-1117-4a74-b6e0-a811620cefdd.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.553012] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533626b2-5aec-4a0d-befe-5aa2406a7ec4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.578503] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513315} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.579779] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 42707e81-b984-4ac1-8cb1-f22ca9d48f25/42707e81-b984-4ac1-8cb1-f22ca9d48f25.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.580014] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.580348] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 607.580348] env[65997]: value = "task-4717468" [ 607.580348] env[65997]: _type = "Task" [ 607.580348] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.580558] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c18a0f-3647-49eb-ab1f-0d83a5585b62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.592826] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.594799] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 607.594799] env[65997]: value = "task-4717469" [ 607.594799] env[65997]: _type = "Task" [ 607.594799] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.608641] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.640894] env[65997]: INFO nova.compute.manager [-] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Took 2.70 seconds to deallocate network for instance. [ 607.721935] env[65997]: INFO nova.compute.manager [-] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Took 2.77 seconds to deallocate network for instance. [ 607.778653] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.778951] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.778951] env[65997]: DEBUG nova.objects.instance [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lazy-loading 'resources' on Instance uuid 3bff829e-239f-4b35-8d03-bccd33d4ed26 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.910390] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 608.098817] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717468, 'name': ReconfigVM_Task, 'duration_secs': 0.336518} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.102865] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 08a6401e-1117-4a74-b6e0-a811620cefdd/08a6401e-1117-4a74-b6e0-a811620cefdd.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.107030] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-168c1ad5-30f8-49e0-a387-31dfff3204cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.113511] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078316} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.114933] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.115301] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 608.115301] env[65997]: value = "task-4717470" [ 608.115301] env[65997]: _type = "Task" [ 608.115301] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.116341] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3592927-cd92-46bc-a608-53fec4a077f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.127902] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717470, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.147940] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 42707e81-b984-4ac1-8cb1-f22ca9d48f25/42707e81-b984-4ac1-8cb1-f22ca9d48f25.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.149028] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.149993] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e4658e-5aed-486c-be26-f5f7cc6ade55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.172879] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 608.172879] env[65997]: value = "task-4717471" [ 608.172879] env[65997]: _type = "Task" [ 608.172879] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.180140] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.231936] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.476693] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ca3900-cc56-4c5e-847e-bc9a69b01d32 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.486355] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b1bb2a-e0e8-4348-8dac-da3d41331cfd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.519602] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b95a0-b984-4cb4-b37a-c7b9f88f52e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.529852] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c63d07c-a892-435d-b8b1-7a3ad8106883 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.546335] env[65997]: DEBUG nova.compute.provider_tree [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.630017] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717470, 'name': Rename_Task, 'duration_secs': 0.162994} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.630358] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.630620] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c07af3-ed69-4e2b-ac9e-e0e1688e1fe1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.639497] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 608.639497] env[65997]: value = "task-4717472" [ 608.639497] env[65997]: _type = "Task" [ 608.639497] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.649742] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.684037] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.917794] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 608.947196] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 608.948408] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.948904] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 608.949243] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.950162] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 608.950469] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 608.950989] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.955131] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 608.955131] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 608.955806] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 608.955806] env[65997]: DEBUG nova.virt.hardware [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 608.956445] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2062e81d-e4e4-4de1-9a60-ab0a6169cd11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.967230] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b01cf09-191b-4f63-980a-cd1f0b2af61a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.052291] env[65997]: DEBUG nova.scheduler.client.report [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.151916] env[65997]: DEBUG oslo_vmware.api [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717472, 'name': PowerOnVM_Task, 'duration_secs': 0.510993} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.152245] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.152493] env[65997]: INFO nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Took 12.71 seconds to spawn the instance on the hypervisor. [ 609.152698] env[65997]: DEBUG nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 609.155513] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71676b00-95bf-42c9-aee1-8d0f17d6e115 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.181678] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.218154] env[65997]: DEBUG nova.policy [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6548841f8c6d4644a7d365b1809f6c5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb00793077774049b4ab74309b994907', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.270617] env[65997]: WARNING neutronclient.v2_0.client [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.520042] env[65997]: DEBUG nova.network.neutron [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Updated VIF entry in instance network info cache for port 1d75ed43-93c4-43df-b0ef-cdea8d9dcf68. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.520042] env[65997]: DEBUG nova.network.neutron [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Updating instance_info_cache with network_info: [{"id": "1d75ed43-93c4-43df-b0ef-cdea8d9dcf68", "address": "fa:16:3e:7d:51:91", "network": {"id": "84d590e0-a09c-457e-af2f-2d4aafc9bf66", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-90748059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1924bc070a164090ba550884279d0fc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d75ed43-93", "ovs_interfaceid": "1d75ed43-93c4-43df-b0ef-cdea8d9dcf68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.530352] env[65997]: DEBUG nova.network.neutron [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Successfully updated port: f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.557354] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.558903] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.410s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.559166] env[65997]: DEBUG nova.objects.instance [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lazy-loading 'resources' on Instance uuid 798463ae-3d9f-47f5-bd24-9de329757d3b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 609.591137] env[65997]: INFO nova.scheduler.client.report [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Deleted allocations for instance 3bff829e-239f-4b35-8d03-bccd33d4ed26 [ 609.681760] env[65997]: INFO nova.compute.manager [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Took 22.35 seconds to build instance. [ 609.687193] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717471, 'name': ReconfigVM_Task, 'duration_secs': 1.231752} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.687482] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 42707e81-b984-4ac1-8cb1-f22ca9d48f25/42707e81-b984-4ac1-8cb1-f22ca9d48f25.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.688538] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bbd98d0-2ab4-4aec-a424-05b910a12693 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.699045] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 609.699045] env[65997]: value = "task-4717473" [ 609.699045] env[65997]: _type = "Task" [ 609.699045] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.714326] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717473, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.715498] env[65997]: WARNING neutronclient.v2_0.client [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.747539] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Updated VIF entry in instance network info cache for port 28840d4d-a792-4471-89e7-99bcaca60e2b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.747945] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Updating instance_info_cache with network_info: [{"id": "28840d4d-a792-4471-89e7-99bcaca60e2b", "address": "fa:16:3e:01:48:f9", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28840d4d-a7", "ovs_interfaceid": "28840d4d-a792-4471-89e7-99bcaca60e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.868191] env[65997]: DEBUG nova.network.neutron [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Successfully created port: 76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.024144] env[65997]: DEBUG oslo_concurrency.lockutils [req-81e07ac6-cac5-4823-8efd-3d05e19bf520 req-11885ad7-e947-4b48-ba26-c40970186a34 service nova] Releasing lock "refresh_cache-08a6401e-1117-4a74-b6e0-a811620cefdd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.034947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-7286aa27-ff7d-46cd-851a-6be6d2b9de7c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.034947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-7286aa27-ff7d-46cd-851a-6be6d2b9de7c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.034947] env[65997]: DEBUG nova.network.neutron [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.105399] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d9ca093-157d-4584-bf87-00f5301c6671 tempest-DeleteServersAdminTestJSON-1589504368 tempest-DeleteServersAdminTestJSON-1589504368-project-admin] Lock "3bff829e-239f-4b35-8d03-bccd33d4ed26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.443s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.189594] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8fc88ec4-7a26-48a4-9a76-6f68a541f59d tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.873s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.218770] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717473, 'name': Rename_Task, 'duration_secs': 0.284001} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.222266] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.222694] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c568c45f-fa10-4460-b7d5-cb4e8b7a2dd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.235806] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47a1c3c-896e-45b8-964e-665f8b85f9fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.239335] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 610.239335] env[65997]: value = "task-4717474" [ 610.239335] env[65997]: _type = "Task" [ 610.239335] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.247506] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b3aa1f-236a-4e66-a551-272fb544e790 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.255154] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Releasing lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.255426] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Received event network-vif-plugged-fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 610.255618] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquiring lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.255817] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.255973] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.257089] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] No waiting events found dispatching network-vif-plugged-fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 610.257089] env[65997]: WARNING nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Received unexpected event network-vif-plugged-fef5d78d-1962-407f-8fca-1f607ff5d66f for instance with vm_state building and task_state spawning. [ 610.257089] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Received event network-changed-fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 610.257546] env[65997]: DEBUG nova.compute.manager [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Refreshing instance network info cache due to event network-changed-fef5d78d-1962-407f-8fca-1f607ff5d66f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 610.257546] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquiring lock "refresh_cache-42707e81-b984-4ac1-8cb1-f22ca9d48f25" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.257645] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Acquired lock "refresh_cache-42707e81-b984-4ac1-8cb1-f22ca9d48f25" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.257791] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Refreshing network info cache for port fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.260791] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717474, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.297445] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffa7918-d033-4c3b-95b9-c94b01d0e678 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.312141] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62474f08-0bd1-49b0-8642-c678983517af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.330314] env[65997]: DEBUG nova.compute.provider_tree [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.334431] env[65997]: DEBUG nova.compute.manager [req-e45cdab6-fafb-4432-ab86-952d84c722b1 req-130cb0d2-f217-4a2c-99a3-05cec46bad03 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Received event network-vif-plugged-50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 610.334592] env[65997]: DEBUG oslo_concurrency.lockutils [req-e45cdab6-fafb-4432-ab86-952d84c722b1 req-130cb0d2-f217-4a2c-99a3-05cec46bad03 service nova] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.334818] env[65997]: DEBUG oslo_concurrency.lockutils [req-e45cdab6-fafb-4432-ab86-952d84c722b1 req-130cb0d2-f217-4a2c-99a3-05cec46bad03 service nova] Lock "b91405c7-49e7-4579-9553-498d1287bb98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.334985] env[65997]: DEBUG oslo_concurrency.lockutils [req-e45cdab6-fafb-4432-ab86-952d84c722b1 req-130cb0d2-f217-4a2c-99a3-05cec46bad03 service nova] Lock "b91405c7-49e7-4579-9553-498d1287bb98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.335172] env[65997]: DEBUG nova.compute.manager [req-e45cdab6-fafb-4432-ab86-952d84c722b1 req-130cb0d2-f217-4a2c-99a3-05cec46bad03 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] No waiting events found dispatching network-vif-plugged-50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 610.335339] env[65997]: WARNING nova.compute.manager [req-e45cdab6-fafb-4432-ab86-952d84c722b1 req-130cb0d2-f217-4a2c-99a3-05cec46bad03 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Received unexpected event network-vif-plugged-50f781ff-6ef0-4883-abc5-fa372825b841 for instance with vm_state building and task_state spawning. [ 610.539562] env[65997]: DEBUG nova.network.neutron [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updating instance_info_cache with network_info: [{"id": "50f781ff-6ef0-4883-abc5-fa372825b841", "address": "fa:16:3e:66:89:a2", "network": {"id": "a29a7094-c170-41be-a600-5c40f59fc344", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-610335513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40f6c1a384b4c498ab5d535f48034a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f781ff-6e", "ovs_interfaceid": "50f781ff-6ef0-4883-abc5-fa372825b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.751945] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717474, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.763747] env[65997]: WARNING neutronclient.v2_0.client [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.834525] env[65997]: DEBUG nova.scheduler.client.report [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.846558] env[65997]: DEBUG nova.network.neutron [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 611.043364] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Releasing lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.043833] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Instance network_info: |[{"id": "50f781ff-6ef0-4883-abc5-fa372825b841", "address": "fa:16:3e:66:89:a2", "network": {"id": "a29a7094-c170-41be-a600-5c40f59fc344", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-610335513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40f6c1a384b4c498ab5d535f48034a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f781ff-6e", "ovs_interfaceid": "50f781ff-6ef0-4883-abc5-fa372825b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 611.044442] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:89:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50f781ff-6ef0-4883-abc5-fa372825b841', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.056378] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Creating folder: Project (a40f6c1a384b4c498ab5d535f48034a2). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.056835] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-168804b7-c278-46b7-91f1-e97f48ae8249 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.070519] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Created folder: Project (a40f6c1a384b4c498ab5d535f48034a2) in parent group-v920549. [ 611.070837] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Creating folder: Instances. Parent ref: group-v920569. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.071474] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be45f451-aed9-4e7e-a9e7-f3f40a85d5b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.081878] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Created folder: Instances in parent group-v920569. [ 611.082279] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.082435] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.082681] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec30d44-b32b-4b15-b160-0d8c017448a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.105518] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.105518] env[65997]: value = "task-4717477" [ 611.105518] env[65997]: _type = "Task" [ 611.105518] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.117207] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717477, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.254780] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.341194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.343569] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.112s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.344499] env[65997]: DEBUG nova.objects.instance [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lazy-loading 'resources' on Instance uuid 1a1c9688-7920-48c4-9d4b-4ebd90fbf555 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.390763] env[65997]: INFO nova.scheduler.client.report [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Deleted allocations for instance 798463ae-3d9f-47f5-bd24-9de329757d3b [ 611.569521] env[65997]: DEBUG nova.network.neutron [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Successfully updated port: 76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.620668] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717477, 'name': CreateVM_Task, 'duration_secs': 0.408394} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.620849] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.621357] env[65997]: WARNING neutronclient.v2_0.client [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.621764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.621996] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.622372] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.622747] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740b814b-605f-4e94-9e24-e57284123035 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.629474] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 611.629474] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524c3689-422a-c22a-0107-866de9a70160" [ 611.629474] env[65997]: _type = "Task" [ 611.629474] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.640295] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524c3689-422a-c22a-0107-866de9a70160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.753812] env[65997]: DEBUG oslo_vmware.api [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717474, 'name': PowerOnVM_Task, 'duration_secs': 1.02853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.754306] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.754653] env[65997]: INFO nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Took 13.04 seconds to spawn the instance on the hypervisor. [ 611.754989] env[65997]: DEBUG nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 611.755986] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7f1ad-bf91-4e38-911a-da6e855459a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.904210] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3c50bdd4-6be9-4fbc-93c7-37c417317325 tempest-ServerDiagnosticsTest-587959288 tempest-ServerDiagnosticsTest-587959288-project-member] Lock "798463ae-3d9f-47f5-bd24-9de329757d3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.677s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.016789] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45715bf-32d7-4784-880e-19ce40d8f83f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.028021] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de329e5a-edef-4f6e-a2ee-fe035f5759ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.072493] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb8a12a-b777-41b4-92e9-df1465b00239 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.075068] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "refresh_cache-0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.075068] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquired lock "refresh_cache-0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.075068] env[65997]: DEBUG nova.network.neutron [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.083644] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03be22d-4f11-4b7b-96e5-27bd47e5abd3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.104836] env[65997]: DEBUG nova.compute.provider_tree [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.108104] env[65997]: WARNING neutronclient.v2_0.client [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.117923] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "cf608098-43a0-4547-ae0d-b497a7f48278" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.118357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "cf608098-43a0-4547-ae0d-b497a7f48278" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.142333] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524c3689-422a-c22a-0107-866de9a70160, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.142752] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.142994] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.143253] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.143392] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.143572] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.144143] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea558a0-8dc1-4782-947c-086c911cfe7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.160056] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.160056] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.160056] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03674b03-e8af-4104-aebb-3730ce606f46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.166385] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 612.166385] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5296f09c-83e9-7829-703c-56f2882131d3" [ 612.166385] env[65997]: _type = "Task" [ 612.166385] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.177335] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5296f09c-83e9-7829-703c-56f2882131d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.275272] env[65997]: INFO nova.compute.manager [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Took 24.41 seconds to build instance. [ 612.613809] env[65997]: DEBUG nova.scheduler.client.report [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.621431] env[65997]: DEBUG nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 612.680015] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5296f09c-83e9-7829-703c-56f2882131d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013509} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.681149] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac257b7b-f058-4842-a73e-898f9e338a39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.688671] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 612.688671] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fce17f-c8cb-ce43-3f94-6d8cc9c1ef25" [ 612.688671] env[65997]: _type = "Task" [ 612.688671] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.698873] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fce17f-c8cb-ce43-3f94-6d8cc9c1ef25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.779937] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7d6dec2b-c572-448c-b59e-be3679faf13a tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.928s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.068769] env[65997]: DEBUG nova.network.neutron [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 613.089724] env[65997]: WARNING neutronclient.v2_0.client [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.121213] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.152141] env[65997]: INFO nova.scheduler.client.report [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Deleted allocations for instance 1a1c9688-7920-48c4-9d4b-4ebd90fbf555 [ 613.164145] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.164401] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.167969] env[65997]: INFO nova.compute.claims [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.172052] env[65997]: DEBUG nova.network.neutron [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Updating instance_info_cache with network_info: [{"id": "f044e609-ea6e-4ee7-9d7d-996f26d712a4", "address": "fa:16:3e:a2:d7:77", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf044e609-ea", "ovs_interfaceid": "f044e609-ea6e-4ee7-9d7d-996f26d712a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.204205] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fce17f-c8cb-ce43-3f94-6d8cc9c1ef25, 'name': SearchDatastore_Task, 'duration_secs': 0.026345} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.204205] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.204345] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b91405c7-49e7-4579-9553-498d1287bb98/b91405c7-49e7-4579-9553-498d1287bb98.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.205298] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b7f806-5878-4381-8e06-fe577b15b5de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.214106] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 613.214106] env[65997]: value = "task-4717479" [ 613.214106] env[65997]: _type = "Task" [ 613.214106] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.224422] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.428369] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Updated VIF entry in instance network info cache for port fef5d78d-1962-407f-8fca-1f607ff5d66f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 613.428846] env[65997]: DEBUG nova.network.neutron [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Updating instance_info_cache with network_info: [{"id": "fef5d78d-1962-407f-8fca-1f607ff5d66f", "address": "fa:16:3e:3c:97:6a", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef5d78d-19", "ovs_interfaceid": "fef5d78d-1962-407f-8fca-1f607ff5d66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.513050] env[65997]: DEBUG nova.compute.manager [req-de311217-2993-4c0d-b9d4-44cd9b795778 req-238ad333-bb6b-4083-bb98-d2d769276d12 service nova] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Received event network-vif-deleted-56a89ad7-2b4d-4ae8-bafe-b5950c4a4ee5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 613.568404] env[65997]: WARNING neutronclient.v2_0.client [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.672998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aea09688-df6d-43fe-8b69-26bc1361eaf9 tempest-ServerDiagnosticsNegativeTest-968582946 tempest-ServerDiagnosticsNegativeTest-968582946-project-member] Lock "1a1c9688-7920-48c4-9d4b-4ebd90fbf555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.443s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.678973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-7286aa27-ff7d-46cd-851a-6be6d2b9de7c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.680344] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Instance network_info: |[{"id": "f044e609-ea6e-4ee7-9d7d-996f26d712a4", "address": "fa:16:3e:a2:d7:77", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf044e609-ea", "ovs_interfaceid": "f044e609-ea6e-4ee7-9d7d-996f26d712a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 613.680504] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d7:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f044e609-ea6e-4ee7-9d7d-996f26d712a4', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.689945] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating folder: Project (e7e4680af13841c8828d561432b7ac02). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.690585] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25f65682-9661-4b2f-b89a-bd531bc23ce1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.712893] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created folder: Project (e7e4680af13841c8828d561432b7ac02) in parent group-v920549. [ 613.713124] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating folder: Instances. Parent ref: group-v920572. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.713426] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bf1b16b-7827-46ff-a3b4-8e383a2419e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.736872] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717479, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.741054] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created folder: Instances in parent group-v920572. [ 613.741549] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.741773] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.742056] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e35b8ab-238a-4512-b544-e17f3c787a25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.763632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "364743f2-8787-4d86-b268-c6a48ddee7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.763931] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "364743f2-8787-4d86-b268-c6a48ddee7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.769734] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.769734] env[65997]: value = "task-4717482" [ 613.769734] env[65997]: _type = "Task" [ 613.769734] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.777196] env[65997]: DEBUG nova.network.neutron [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Updating instance_info_cache with network_info: [{"id": "76eb312d-82b8-4648-84b5-c328093ee585", "address": "fa:16:3e:f9:8a:63", "network": {"id": "2c95ff88-a3cf-464a-a8d3-14900fe2f5c9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-824840257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb00793077774049b4ab74309b994907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76eb312d-82", "ovs_interfaceid": "76eb312d-82b8-4648-84b5-c328093ee585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.786673] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717482, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.932338] env[65997]: DEBUG oslo_concurrency.lockutils [req-c03a593e-30ec-4917-9e39-6334d8fb495c req-6f482aae-31ad-4a21-9559-5c71271c8c89 service nova] Releasing lock "refresh_cache-42707e81-b984-4ac1-8cb1-f22ca9d48f25" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.234875] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525104} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.235343] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b91405c7-49e7-4579-9553-498d1287bb98/b91405c7-49e7-4579-9553-498d1287bb98.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.235476] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.235639] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffbb1e7c-cd5c-49e4-8af5-495ba93fa4ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.243702] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 614.243702] env[65997]: value = "task-4717483" [ 614.243702] env[65997]: _type = "Task" [ 614.243702] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.264919] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.267252] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.283181] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Releasing lock "refresh_cache-0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.283181] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Instance network_info: |[{"id": "76eb312d-82b8-4648-84b5-c328093ee585", "address": "fa:16:3e:f9:8a:63", "network": {"id": "2c95ff88-a3cf-464a-a8d3-14900fe2f5c9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-824840257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb00793077774049b4ab74309b994907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76eb312d-82", "ovs_interfaceid": "76eb312d-82b8-4648-84b5-c328093ee585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 614.283515] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:8a:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76eb312d-82b8-4648-84b5-c328093ee585', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.291631] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Creating folder: Project (eb00793077774049b4ab74309b994907). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.297544] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a788a7c-dbd0-4f49-8947-e37cc79c4c70 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.299862] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717482, 'name': CreateVM_Task, 'duration_secs': 0.461252} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.306117] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.307550] env[65997]: WARNING neutronclient.v2_0.client [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.307962] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.308164] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.308440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.309461] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcac230-b842-485b-83d0-3916b130fe19 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.318330] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Created folder: Project (eb00793077774049b4ab74309b994907) in parent group-v920549. [ 614.318710] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Creating folder: Instances. Parent ref: group-v920575. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.318964] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 614.318964] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad7f98-79ae-4560-944b-6ba80cc537d0" [ 614.318964] env[65997]: _type = "Task" [ 614.318964] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.319114] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051e4bb5-aa4f-4ead-ab9e-d79f89975840 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.337147] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad7f98-79ae-4560-944b-6ba80cc537d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.339192] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.339192] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.339342] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.343031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.343031] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.343031] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Created folder: Instances in parent group-v920575. [ 614.343031] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.343031] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b01e68c-e2d4-4a8f-91b5-8def6bd95994 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.343031] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.343468] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1725e800-8524-4c0b-8c6f-f78e792140f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.372146] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.372146] env[65997]: value = "task-4717486" [ 614.372146] env[65997]: _type = "Task" [ 614.372146] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.374518] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.376881] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.384853] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6658ec-c3e7-4129-8677-ce0fc03098f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.399451] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 614.399451] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f6804f-4be6-0ccc-f375-5ac2195a523b" [ 614.399451] env[65997]: _type = "Task" [ 614.399451] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.399796] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717486, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.414868] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f6804f-4be6-0ccc-f375-5ac2195a523b, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.416929] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810855e9-0162-488c-a092-ea4bd6fbcd07 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.423113] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 614.423113] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291b232-f72d-e0c5-465c-db8155084caf" [ 614.423113] env[65997]: _type = "Task" [ 614.423113] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.435416] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291b232-f72d-e0c5-465c-db8155084caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.465318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4939915-bcfb-4742-ad65-1c4d092eff78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.474807] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb94c55-21d0-4bd6-80f9-fee3e5dd4423 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.512021] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ac58d-0338-4545-a612-0481304c0ba2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.519122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.519122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.527231] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fe135e-356c-49da-bdf8-5fd392a8aadf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.543844] env[65997]: DEBUG nova.compute.provider_tree [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.756641] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077247} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.756992] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.757881] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2211b-1737-40c3-98ed-b1f5ef608f66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.783697] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] b91405c7-49e7-4579-9553-498d1287bb98/b91405c7-49e7-4579-9553-498d1287bb98.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.786477] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28fa9b5-023c-48bb-b683-2f51de7f2121 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.812471] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 614.812471] env[65997]: value = "task-4717487" [ 614.812471] env[65997]: _type = "Task" [ 614.812471] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.819328] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.822139] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.887556] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717486, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.940017] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291b232-f72d-e0c5-465c-db8155084caf, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.940423] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.940719] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 7286aa27-ff7d-46cd-851a-6be6d2b9de7c/7286aa27-ff7d-46cd-851a-6be6d2b9de7c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.941360] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-594c59e5-98a1-4f14-a54e-10bfbf9b4ac7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.951558] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 614.951558] env[65997]: value = "task-4717488" [ 614.951558] env[65997]: _type = "Task" [ 614.951558] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.963407] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.021972] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 615.047555] env[65997]: DEBUG nova.scheduler.client.report [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.308105] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "036ff0c7-1768-41bc-90b3-a537a23c7acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.308349] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.335355] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717487, 'name': ReconfigVM_Task, 'duration_secs': 0.315469} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.337175] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Reconfigured VM instance instance-00000008 to attach disk [datastore1] b91405c7-49e7-4579-9553-498d1287bb98/b91405c7-49e7-4579-9553-498d1287bb98.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.337770] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1231e63d-ab2d-4d53-a4bb-786fcdf59623 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.353159] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 615.353159] env[65997]: value = "task-4717489" [ 615.353159] env[65997]: _type = "Task" [ 615.353159] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.369626] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717489, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.389036] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717486, 'name': CreateVM_Task, 'duration_secs': 0.674844} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.389289] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.390108] env[65997]: WARNING neutronclient.v2_0.client [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.390286] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.390490] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.390862] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.391202] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d0435b-d573-47bd-92f4-4214c005f899 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.398411] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 615.398411] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523b1a96-e63a-7182-0e85-caf2d77c57af" [ 615.398411] env[65997]: _type = "Task" [ 615.398411] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.413174] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523b1a96-e63a-7182-0e85-caf2d77c57af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.465135] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.524936] env[65997]: DEBUG nova.compute.manager [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Received event network-changed-50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.525391] env[65997]: DEBUG nova.compute.manager [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Refreshing instance network info cache due to event network-changed-50f781ff-6ef0-4883-abc5-fa372825b841. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 615.526365] env[65997]: DEBUG oslo_concurrency.lockutils [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] Acquiring lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.526365] env[65997]: DEBUG oslo_concurrency.lockutils [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] Acquired lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.526365] env[65997]: DEBUG nova.network.neutron [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Refreshing network info cache for port 50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.552975] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.553966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.554664] env[65997]: DEBUG nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 615.559210] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.741s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.563024] env[65997]: INFO nova.compute.claims [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.815450] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 615.863952] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717489, 'name': Rename_Task, 'duration_secs': 0.243815} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.864900] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.865055] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25ad6e2-8172-428e-b468-aa19e2cbe020 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.877574] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 615.877574] env[65997]: value = "task-4717490" [ 615.877574] env[65997]: _type = "Task" [ 615.877574] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.887370] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.912574] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523b1a96-e63a-7182-0e85-caf2d77c57af, 'name': SearchDatastore_Task, 'duration_secs': 0.05953} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.912982] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.913266] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.913558] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.913817] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.914093] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.914473] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90731f81-f915-4adf-8ede-a6aade08b368 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.925885] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.926598] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.927176] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d355d3f-02a5-4cda-b5b2-7b3b69205b09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.934905] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 615.934905] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5248a670-3d60-6164-71dd-e79eba7a925b" [ 615.934905] env[65997]: _type = "Task" [ 615.934905] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.945257] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5248a670-3d60-6164-71dd-e79eba7a925b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.967031] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546964} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.967031] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 7286aa27-ff7d-46cd-851a-6be6d2b9de7c/7286aa27-ff7d-46cd-851a-6be6d2b9de7c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.967031] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.967325] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ebc19fd-9b88-478a-9bde-5b3f68a18ff1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.977586] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 615.977586] env[65997]: value = "task-4717491" [ 615.977586] env[65997]: _type = "Task" [ 615.977586] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.989928] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.033779] env[65997]: WARNING neutronclient.v2_0.client [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.068743] env[65997]: DEBUG nova.compute.utils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.073840] env[65997]: DEBUG nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 616.199572] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.199954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.346415] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396899] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717490, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.449319] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5248a670-3d60-6164-71dd-e79eba7a925b, 'name': SearchDatastore_Task, 'duration_secs': 0.018934} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.450458] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246bc7c9-b6e2-4a91-88f6-480702afd6ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.459396] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 616.459396] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527e2f6f-c845-712e-1b6f-af11baeeb40a" [ 616.459396] env[65997]: _type = "Task" [ 616.459396] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.471942] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527e2f6f-c845-712e-1b6f-af11baeeb40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.474167] env[65997]: WARNING neutronclient.v2_0.client [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.492214] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127106} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.492717] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.495727] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe682d20-eaa6-43e2-b5cf-4440b2e731eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.526875] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 7286aa27-ff7d-46cd-851a-6be6d2b9de7c/7286aa27-ff7d-46cd-851a-6be6d2b9de7c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.531251] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-021c935f-f2c9-4d3a-b613-f1143c635bdd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.555356] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 616.555356] env[65997]: value = "task-4717492" [ 616.555356] env[65997]: _type = "Task" [ 616.555356] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.568510] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.575906] env[65997]: DEBUG nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 616.610888] env[65997]: DEBUG nova.network.neutron [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updated VIF entry in instance network info cache for port 50f781ff-6ef0-4883-abc5-fa372825b841. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.611465] env[65997]: DEBUG nova.network.neutron [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updating instance_info_cache with network_info: [{"id": "50f781ff-6ef0-4883-abc5-fa372825b841", "address": "fa:16:3e:66:89:a2", "network": {"id": "a29a7094-c170-41be-a600-5c40f59fc344", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-610335513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40f6c1a384b4c498ab5d535f48034a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f781ff-6e", "ovs_interfaceid": "50f781ff-6ef0-4883-abc5-fa372825b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.702774] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.751555] env[65997]: DEBUG nova.compute.manager [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Received event network-changed {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.752645] env[65997]: DEBUG nova.compute.manager [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Refreshing instance network info cache due to event network-changed. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.752645] env[65997]: DEBUG oslo_concurrency.lockutils [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] Acquiring lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.756050] env[65997]: DEBUG oslo_concurrency.lockutils [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] Acquired lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.756368] env[65997]: DEBUG nova.network.neutron [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.832970] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358c4d0-8840-4ebf-a4df-fa8e744e28c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.842455] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6851b9-851b-4724-9cef-8c6f29c3a592 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.878383] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea86a8b-75f3-49f7-a216-1a67e392dc4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.895448] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e296f13f-f4eb-4e9c-952a-6a54191f4a68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.900125] env[65997]: DEBUG oslo_vmware.api [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717490, 'name': PowerOnVM_Task, 'duration_secs': 0.530059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.900407] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.900599] env[65997]: INFO nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Took 12.58 seconds to spawn the instance on the hypervisor. [ 616.900776] env[65997]: DEBUG nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.902052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa8f47-483c-4fc2-9e89-f37d6f0d7543 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914840] env[65997]: DEBUG nova.compute.provider_tree [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.982090] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527e2f6f-c845-712e-1b6f-af11baeeb40a, 'name': SearchDatastore_Task, 'duration_secs': 0.028885} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.982090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.982090] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4/0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.982090] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39957c9-9db3-48f4-bbef-bb200aff0602 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.991920] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 616.991920] env[65997]: value = "task-4717493" [ 616.991920] env[65997]: _type = "Task" [ 616.991920] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.003608] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.068777] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.119594] env[65997]: DEBUG oslo_concurrency.lockutils [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] Releasing lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.119975] env[65997]: DEBUG nova.compute.manager [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Received event network-vif-deleted-c77abfa2-7a53-4cfc-af29-8a80fcf010ef {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.120255] env[65997]: DEBUG nova.compute.manager [req-d19a2ca5-3e29-4175-82a8-c83f92a5106b req-af846cb6-571f-4451-8100-bb100e8c7d96 service nova] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Received event network-vif-deleted-9397fc1b-c28f-4542-8a88-359545714307 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.232479] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.261140] env[65997]: WARNING neutronclient.v2_0.client [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.419384] env[65997]: DEBUG nova.scheduler.client.report [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.434572] env[65997]: INFO nova.compute.manager [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Took 17.55 seconds to build instance. [ 617.505267] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.569022] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717492, 'name': ReconfigVM_Task, 'duration_secs': 0.65077} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.569471] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 7286aa27-ff7d-46cd-851a-6be6d2b9de7c/7286aa27-ff7d-46cd-851a-6be6d2b9de7c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.570183] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832b8346-485d-4af6-82cc-64f9955551c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.578752] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 617.578752] env[65997]: value = "task-4717494" [ 617.578752] env[65997]: _type = "Task" [ 617.578752] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.591650] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717494, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.594551] env[65997]: DEBUG nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 617.635956] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 617.637084] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.637337] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 617.637776] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.637948] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 617.638167] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 617.638542] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.638716] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 617.638866] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 617.639151] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 617.639444] env[65997]: DEBUG nova.virt.hardware [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 617.640853] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2729bdde-9248-4251-b2ea-a338aa32c360 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.654549] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b1cbb-9655-41f1-8087-9fa148ee62e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.678576] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.684853] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Creating folder: Project (3e9b892738a342eeac7d62bd57e7ce8d). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.685704] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14631335-99a6-440e-94e6-c5c59e96497b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.703511] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Created folder: Project (3e9b892738a342eeac7d62bd57e7ce8d) in parent group-v920549. [ 617.703511] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Creating folder: Instances. Parent ref: group-v920578. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.703511] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cdb8af0-df4a-43c1-ac35-3e9fc7730a99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.715180] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Created folder: Instances in parent group-v920578. [ 617.715634] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.715998] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.716372] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8829ff73-2cef-4eca-9800-f851970039f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.742833] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.742833] env[65997]: value = "task-4717497" [ 617.742833] env[65997]: _type = "Task" [ 617.742833] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.755529] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717497, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.928480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.929056] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 617.931909] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.379s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.933403] env[65997]: INFO nova.compute.claims [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.936502] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38742fc2-47de-4b5f-9603-da4af98ef37f tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "b91405c7-49e7-4579-9553-498d1287bb98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.065s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.007012] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736477} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.007438] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4/0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.007622] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.008174] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efbeeb36-f37b-4741-897c-be7ba0bc040a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.018981] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 618.018981] env[65997]: value = "task-4717498" [ 618.018981] env[65997]: _type = "Task" [ 618.018981] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.038028] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.091218] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717494, 'name': Rename_Task, 'duration_secs': 0.183736} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.091218] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.091218] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd75d5c3-5bcd-4c54-b31b-b57d1fe8a3f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.098382] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 618.098382] env[65997]: value = "task-4717499" [ 618.098382] env[65997]: _type = "Task" [ 618.098382] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.110019] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.131338] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Received event network-vif-plugged-f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.131635] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Acquiring lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.131908] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.132034] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.132230] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] No waiting events found dispatching network-vif-plugged-f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.132423] env[65997]: WARNING nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Received unexpected event network-vif-plugged-f044e609-ea6e-4ee7-9d7d-996f26d712a4 for instance with vm_state building and task_state spawning. [ 618.132652] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Received event network-changed-f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.132882] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Refreshing instance network info cache due to event network-changed-f044e609-ea6e-4ee7-9d7d-996f26d712a4. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 618.133257] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Acquiring lock "refresh_cache-7286aa27-ff7d-46cd-851a-6be6d2b9de7c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.133257] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Acquired lock "refresh_cache-7286aa27-ff7d-46cd-851a-6be6d2b9de7c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.133257] env[65997]: DEBUG nova.network.neutron [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Refreshing network info cache for port f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.257219] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717497, 'name': CreateVM_Task, 'duration_secs': 0.31329} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.257382] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.257831] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.258126] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.259788] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.260094] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b16305-ddbb-41d8-bb58-494e3ffaf4fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.266701] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 618.266701] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a14872-5f6f-e61f-5ef7-977161793fe5" [ 618.266701] env[65997]: _type = "Task" [ 618.266701] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.276914] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a14872-5f6f-e61f-5ef7-977161793fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.440122] env[65997]: DEBUG nova.compute.utils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.445392] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 618.445392] env[65997]: DEBUG nova.network.neutron [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.445392] env[65997]: WARNING neutronclient.v2_0.client [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.445392] env[65997]: WARNING neutronclient.v2_0.client [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.533375] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079181} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.533647] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.534489] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcaeb44-0596-4d2e-9e95-9b40fd16af36 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.559365] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4/0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.559761] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2e8e60-fa69-4ba6-a613-6fc636af034e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.583318] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 618.583318] env[65997]: value = "task-4717500" [ 618.583318] env[65997]: _type = "Task" [ 618.583318] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.592311] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.608752] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717499, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.636836] env[65997]: WARNING neutronclient.v2_0.client [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.781322] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a14872-5f6f-e61f-5ef7-977161793fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.781713] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.782174] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.782565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.783323] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.783323] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.783323] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68438456-323e-4ecf-b5e7-ea311cc92aa6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.802420] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.802420] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.802420] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bacfdaa-cb91-4a0a-a524-8c4c960064f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.808352] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 618.808352] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271bcc4-4fb8-3185-4ba2-d21182770981" [ 618.808352] env[65997]: _type = "Task" [ 618.808352] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.819589] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271bcc4-4fb8-3185-4ba2-d21182770981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.836782] env[65997]: DEBUG nova.policy [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc73877345374559beea4d44faf1895c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd607d504cba0478fb8715ff5c8d2f78e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.952691] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 619.095959] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.110886] env[65997]: DEBUG oslo_vmware.api [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717499, 'name': PowerOnVM_Task, 'duration_secs': 1.008684} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.111950] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.111950] env[65997]: INFO nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Took 12.45 seconds to spawn the instance on the hypervisor. [ 619.111950] env[65997]: DEBUG nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.112659] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8895ba96-24f6-46ca-9bde-91287d79f1f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.213532] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8ad085-a841-432d-b4e8-ad0a9bd5c6ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.223154] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d45a5-d7b5-497d-9dd6-0fa13602cc37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.264829] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0d41a-e210-4a41-adeb-2f1e4cb862c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.274379] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c30d3d-ac29-4ee0-87db-3f624b13bfa7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.289329] env[65997]: DEBUG nova.compute.provider_tree [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.322045] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271bcc4-4fb8-3185-4ba2-d21182770981, 'name': SearchDatastore_Task, 'duration_secs': 0.03134} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.322949] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69bb154-07b5-4a79-8a4e-e29edc4d4710 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.329651] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 619.329651] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e1c044-242a-7217-5aba-a114f43177be" [ 619.329651] env[65997]: _type = "Task" [ 619.329651] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.339792] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e1c044-242a-7217-5aba-a114f43177be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.600188] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717500, 'name': ReconfigVM_Task, 'duration_secs': 0.680041} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.600188] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4/0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.601031] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591e2518-8df9-4333-8e78-de04c629beea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.609658] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 619.609658] env[65997]: value = "task-4717501" [ 619.609658] env[65997]: _type = "Task" [ 619.609658] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.620181] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717501, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.635679] env[65997]: INFO nova.compute.manager [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Took 17.95 seconds to build instance. [ 619.714910] env[65997]: WARNING neutronclient.v2_0.client [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.794438] env[65997]: DEBUG nova.scheduler.client.report [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.843442] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e1c044-242a-7217-5aba-a114f43177be, 'name': SearchDatastore_Task, 'duration_secs': 0.020722} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.843764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.844018] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.844322] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96fb460e-33c2-4259-9108-6966b5fc663a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.852231] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 619.852231] env[65997]: value = "task-4717502" [ 619.852231] env[65997]: _type = "Task" [ 619.852231] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.861984] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.967158] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.002579] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.002903] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.003301] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.003542] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.003734] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.004072] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.004274] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.004472] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.004848] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.005053] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.005520] env[65997]: DEBUG nova.virt.hardware [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.006581] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5dfd78-6014-4766-8736-1c9dca80b283 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.019059] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df0775-ba45-4d34-ae3e-cd7b1e8708de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.121977] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717501, 'name': Rename_Task, 'duration_secs': 0.178323} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.122297] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.122684] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-206d5fb0-e35f-4123-a0be-d36fe71ee8dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.131936] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 620.131936] env[65997]: value = "task-4717503" [ 620.131936] env[65997]: _type = "Task" [ 620.131936] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.142053] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca1fd505-a81a-490d-b496-f4f6f25231fd tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.478s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.142458] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.188803] env[65997]: DEBUG nova.network.neutron [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Successfully created port: 300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.300687] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.302906] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 620.310622] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.965s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.313702] env[65997]: INFO nova.compute.claims [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.371454] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717502, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.648197] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.814975] env[65997]: DEBUG nova.compute.utils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.815411] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 620.815813] env[65997]: DEBUG nova.network.neutron [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.816268] env[65997]: WARNING neutronclient.v2_0.client [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.818227] env[65997]: WARNING neutronclient.v2_0.client [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.868093] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845445} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.868093] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.868093] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.868093] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-045905c6-3542-4106-8564-1581a08d777f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.877125] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 620.877125] env[65997]: value = "task-4717504" [ 620.877125] env[65997]: _type = "Task" [ 620.877125] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.894882] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.149020] env[65997]: DEBUG oslo_vmware.api [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717503, 'name': PowerOnVM_Task, 'duration_secs': 0.674535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.149020] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.149020] env[65997]: INFO nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Took 12.23 seconds to spawn the instance on the hypervisor. [ 621.149020] env[65997]: DEBUG nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.149020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c78de4-7fd6-486d-8b0d-b741e43e21b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.321463] env[65997]: DEBUG nova.network.neutron [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Updating instance_info_cache with network_info: [{"id": "28840d4d-a792-4471-89e7-99bcaca60e2b", "address": "fa:16:3e:01:48:f9", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28840d4d-a7", "ovs_interfaceid": "28840d4d-a792-4471-89e7-99bcaca60e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.322882] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 621.386180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.386429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.386628] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.386880] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.387078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.390224] env[65997]: DEBUG nova.policy [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1c11bb73e14e0785022a920e952222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af3ad7536c94dd8849dfc581d065f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.392971] env[65997]: INFO nova.compute.manager [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Terminating instance [ 621.399032] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077654} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.405769] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.407150] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b907982-e375-42ac-acbc-41f0a3a651b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.430378] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.433948] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceed5686-87db-4187-9d64-65f3a015b471 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.458670] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 621.458670] env[65997]: value = "task-4717505" [ 621.458670] env[65997]: _type = "Task" [ 621.458670] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.472226] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.574023] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a937844-37a0-4e2a-8f20-9904dc2b39a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.582215] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126cc6c-c34a-4e39-9600-ddb931016286 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.616414] env[65997]: WARNING neutronclient.v2_0.client [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.621337] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c982c16c-9aa4-455d-92dc-67275aaa4b98 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.629423] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c7187-5add-4a34-8279-83d3f4833d68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.649538] env[65997]: DEBUG nova.compute.provider_tree [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.667852] env[65997]: INFO nova.compute.manager [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Took 19.96 seconds to build instance. [ 621.826736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-175db5e8-9c6c-45dd-a15a-a4754ecec48a tempest-ServerExternalEventsTest-1882437120 tempest-ServerExternalEventsTest-1882437120-project] Releasing lock "refresh_cache-d0bbfa93-4aec-43de-b7fb-de2c810e9f31" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.908118] env[65997]: DEBUG nova.compute.manager [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 621.908313] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.909217] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b705518-1cd8-4fce-9344-4540dcf4efa1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.918184] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.918436] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-effee802-3f38-4180-84e4-7b74edd2f577 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.926537] env[65997]: DEBUG oslo_vmware.api [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 621.926537] env[65997]: value = "task-4717506" [ 621.926537] env[65997]: _type = "Task" [ 621.926537] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.936654] env[65997]: DEBUG oslo_vmware.api [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.970855] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.152085] env[65997]: DEBUG nova.scheduler.client.report [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.171700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-794107a4-b237-4a75-9e33-d6f35b3405f6 tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.504s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.282086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "08a6401e-1117-4a74-b6e0-a811620cefdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.282086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.282086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "08a6401e-1117-4a74-b6e0-a811620cefdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.282086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.282467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.282467] env[65997]: DEBUG nova.network.neutron [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Successfully created port: eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.287253] env[65997]: INFO nova.compute.manager [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Terminating instance [ 622.340531] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 622.370138] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:29:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='503346560',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-225027464',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.370706] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.370706] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.370706] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.370870] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.370957] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.371215] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.371371] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.371547] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.371763] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.371943] env[65997]: DEBUG nova.virt.hardware [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.373163] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e84774-022d-4504-bd0c-73e7f53cd68d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.382481] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c72330b-5674-4a24-92f9-838830de19c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.440051] env[65997]: DEBUG oslo_vmware.api [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717506, 'name': PowerOffVM_Task, 'duration_secs': 0.323661} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.440689] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.440929] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.441341] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ebbdcb2-3f2e-495d-9764-f666938b2ed3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.470812] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717505, 'name': ReconfigVM_Task, 'duration_secs': 0.650098} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.471330] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Reconfigured VM instance instance-0000000b to attach disk [datastore2] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.472009] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e934d6aa-df0b-4312-94fa-eb502cf2ca81 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.480826] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 622.480826] env[65997]: value = "task-4717508" [ 622.480826] env[65997]: _type = "Task" [ 622.480826] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.492730] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717508, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.493994] env[65997]: DEBUG nova.network.neutron [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Updated VIF entry in instance network info cache for port f044e609-ea6e-4ee7-9d7d-996f26d712a4. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.494304] env[65997]: DEBUG nova.network.neutron [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Updating instance_info_cache with network_info: [{"id": "f044e609-ea6e-4ee7-9d7d-996f26d712a4", "address": "fa:16:3e:a2:d7:77", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf044e609-ea", "ovs_interfaceid": "f044e609-ea6e-4ee7-9d7d-996f26d712a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.520697] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.520998] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.521111] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Deleting the datastore file [datastore2] d0bbfa93-4aec-43de-b7fb-de2c810e9f31 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.521440] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172da781-ea2d-4120-9350-22899be91d09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.534490] env[65997]: DEBUG oslo_vmware.api [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for the task: (returnval){ [ 622.534490] env[65997]: value = "task-4717509" [ 622.534490] env[65997]: _type = "Task" [ 622.534490] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.553581] env[65997]: DEBUG oslo_vmware.api [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.632533] env[65997]: DEBUG nova.network.neutron [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Successfully updated port: 300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.657285] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.657881] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 622.661254] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.429s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.663886] env[65997]: INFO nova.compute.claims [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.794563] env[65997]: DEBUG nova.compute.manager [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 622.794847] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.795896] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b32f8-8812-42ea-b8e7-432787959947 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.805413] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.805711] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9472d0a8-8a45-4950-850f-0bfa7120b82f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.815351] env[65997]: DEBUG oslo_vmware.api [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 622.815351] env[65997]: value = "task-4717510" [ 622.815351] env[65997]: _type = "Task" [ 622.815351] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.826975] env[65997]: DEBUG oslo_vmware.api [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.993451] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717508, 'name': Rename_Task, 'duration_secs': 0.331648} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.993749] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.995291] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1424e0e7-b1bd-4a7b-979a-b2afdf099341 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.998042] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Releasing lock "refresh_cache-7286aa27-ff7d-46cd-851a-6be6d2b9de7c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.998042] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Received event network-vif-plugged-76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.998229] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Acquiring lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.998486] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.998658] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.998838] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] No waiting events found dispatching network-vif-plugged-76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 622.999259] env[65997]: WARNING nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Received unexpected event network-vif-plugged-76eb312d-82b8-4648-84b5-c328093ee585 for instance with vm_state building and task_state spawning. [ 622.999259] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Received event network-changed-76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.999386] env[65997]: DEBUG nova.compute.manager [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Refreshing instance network info cache due to event network-changed-76eb312d-82b8-4648-84b5-c328093ee585. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 623.003037] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Acquiring lock "refresh_cache-0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.003037] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Acquired lock "refresh_cache-0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.003037] env[65997]: DEBUG nova.network.neutron [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Refreshing network info cache for port 76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.003037] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 623.003037] env[65997]: value = "task-4717511" [ 623.003037] env[65997]: _type = "Task" [ 623.003037] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.020467] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.043183] env[65997]: DEBUG oslo_vmware.api [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Task: {'id': task-4717509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465455} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.043343] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.043435] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.043628] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.043768] env[65997]: INFO nova.compute.manager [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 623.044032] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.044259] env[65997]: DEBUG nova.compute.manager [-] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 623.044344] env[65997]: DEBUG nova.network.neutron [-] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.045176] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.142541] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "refresh_cache-364743f2-8787-4d86-b268-c6a48ddee7be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.142541] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired lock "refresh_cache-364743f2-8787-4d86-b268-c6a48ddee7be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.142541] env[65997]: DEBUG nova.network.neutron [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.173130] env[65997]: DEBUG nova.compute.utils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.178144] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 623.178372] env[65997]: DEBUG nova.network.neutron [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 623.178733] env[65997]: WARNING neutronclient.v2_0.client [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.179106] env[65997]: WARNING neutronclient.v2_0.client [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.325201] env[65997]: DEBUG oslo_vmware.api [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717510, 'name': PowerOffVM_Task, 'duration_secs': 0.312229} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.325465] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.325632] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.325878] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e37566f-f070-4240-875b-a98f22546cca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.399439] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.399848] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.400113] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleting the datastore file [datastore1] 08a6401e-1117-4a74-b6e0-a811620cefdd {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.400517] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71380a18-f472-4598-9926-0eee6a3e4828 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.410080] env[65997]: DEBUG oslo_vmware.api [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for the task: (returnval){ [ 623.410080] env[65997]: value = "task-4717513" [ 623.410080] env[65997]: _type = "Task" [ 623.410080] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.422300] env[65997]: DEBUG oslo_vmware.api [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.466553] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.516776] env[65997]: WARNING neutronclient.v2_0.client [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.520088] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717511, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.559218] env[65997]: DEBUG nova.policy [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1967d8442f2a42f08067d483e4676755', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '090f58c5c19d4ae39ed4d346a5be54f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.682552] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "cdad19a1-8d00-4976-b186-6762e997bea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.682852] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "cdad19a1-8d00-4976-b186-6762e997bea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.686193] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 623.901315] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653e9a6-6efd-4861-ad7c-532c7634b59a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.910553] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f3a788-6399-484e-8c0c-13179eaf5762 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.923851] env[65997]: DEBUG oslo_vmware.api [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Task: {'id': task-4717513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1943} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.953375] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.953593] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.953744] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.954195] env[65997]: INFO nova.compute.manager [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 623.954505] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.955349] env[65997]: DEBUG nova.compute.manager [-] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 623.955450] env[65997]: DEBUG nova.network.neutron [-] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.955711] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.958612] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21660f41-a194-402f-b86c-ae9eec38aeeb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.967906] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22094076-e2bb-406d-a763-7b229de5295a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.984039] env[65997]: DEBUG nova.compute.provider_tree [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.015859] env[65997]: DEBUG oslo_vmware.api [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717511, 'name': PowerOnVM_Task, 'duration_secs': 0.700874} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.016141] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.016334] env[65997]: INFO nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Took 6.42 seconds to spawn the instance on the hypervisor. [ 624.016509] env[65997]: DEBUG nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.017530] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934d14e0-535f-417a-b8f4-57bb069fa9b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.117147] env[65997]: DEBUG nova.network.neutron [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Successfully updated port: eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.193631] env[65997]: DEBUG nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 624.394466] env[65997]: DEBUG nova.network.neutron [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.487541] env[65997]: DEBUG nova.scheduler.client.report [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.512095] env[65997]: DEBUG nova.network.neutron [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Successfully created port: 4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.537542] env[65997]: INFO nova.compute.manager [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Took 11.41 seconds to build instance. [ 624.572620] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.619462] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.619790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.620121] env[65997]: DEBUG nova.network.neutron [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.701351] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 624.721545] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.737067] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.737067] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.737312] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.737398] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.737513] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.737646] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.737892] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.738085] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.738518] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.738753] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.738894] env[65997]: DEBUG nova.virt.hardware [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.739771] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35af1dd-0189-414c-ab8e-0de3a251a0d3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.749985] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b13a21a-e63d-43ba-8938-31bea931352d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.861156] env[65997]: DEBUG nova.network.neutron [-] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.900587] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.900820] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.993823] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.993823] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 624.998504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.277s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.000044] env[65997]: INFO nova.compute.claims [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.041288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5b2702f-7e55-436f-80ed-d310cca2a6a3 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "cf608098-43a0-4547-ae0d-b497a7f48278" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.923s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.368575] env[65997]: INFO nova.compute.manager [-] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Took 2.32 seconds to deallocate network for instance. [ 625.405791] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.508043] env[65997]: DEBUG nova.compute.utils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.510636] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 625.511138] env[65997]: DEBUG nova.network.neutron [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.511477] env[65997]: WARNING neutronclient.v2_0.client [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.511558] env[65997]: WARNING neutronclient.v2_0.client [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.855026] env[65997]: DEBUG nova.network.neutron [-] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.878228] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.935285] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.012786] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 626.282931] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f425744-a54e-4596-8386-8be222583516 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.295587] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf75adb-eec4-4e84-ad2f-c08e54153f71 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.301811] env[65997]: DEBUG nova.network.neutron [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Successfully updated port: 4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.342696] env[65997]: DEBUG nova.network.neutron [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.347494] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738acc0e-3c9a-40dc-85c6-d55eb4c6a4dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.357205] env[65997]: INFO nova.compute.manager [-] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Took 2.40 seconds to deallocate network for instance. [ 626.359239] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1c86ae-6fa1-4d16-9c92-a6698435362c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.367928] env[65997]: WARNING neutronclient.v2_0.client [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.387929] env[65997]: DEBUG nova.compute.provider_tree [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.469258] env[65997]: WARNING neutronclient.v2_0.client [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.510815] env[65997]: DEBUG nova.policy [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8193750fc35c4b048b9d2c2c317933b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e08b101580434dcd9e65589cf85fee40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.598236] env[65997]: DEBUG nova.network.neutron [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Updating instance_info_cache with network_info: [{"id": "300ccafc-95e0-471a-b2d0-5e24f4c946ea", "address": "fa:16:3e:99:a4:45", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300ccafc-95", "ovs_interfaceid": "300ccafc-95e0-471a-b2d0-5e24f4c946ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.631916] env[65997]: WARNING neutronclient.v2_0.client [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.666594] env[65997]: DEBUG nova.network.neutron [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Updated VIF entry in instance network info cache for port 76eb312d-82b8-4648-84b5-c328093ee585. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.666974] env[65997]: DEBUG nova.network.neutron [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Updating instance_info_cache with network_info: [{"id": "76eb312d-82b8-4648-84b5-c328093ee585", "address": "fa:16:3e:f9:8a:63", "network": {"id": "2c95ff88-a3cf-464a-a8d3-14900fe2f5c9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-824840257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb00793077774049b4ab74309b994907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76eb312d-82", "ovs_interfaceid": "76eb312d-82b8-4648-84b5-c328093ee585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.806333] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "refresh_cache-036ff0c7-1768-41bc-90b3-a537a23c7acf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.806543] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquired lock "refresh_cache-036ff0c7-1768-41bc-90b3-a537a23c7acf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.806725] env[65997]: DEBUG nova.network.neutron [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.877707] env[65997]: DEBUG nova.network.neutron [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Updating instance_info_cache with network_info: [{"id": "eb277944-c9f8-40be-8f6c-10386db3155e", "address": "fa:16:3e:7f:dd:51", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb277944-c9", "ovs_interfaceid": "eb277944-c9f8-40be-8f6c-10386db3155e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.890901] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.891776] env[65997]: DEBUG nova.scheduler.client.report [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.896281] env[65997]: DEBUG nova.network.neutron [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Successfully created port: be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.027050] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.066841] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.066841] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.066841] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.067359] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.067359] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.067359] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.067359] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.067359] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.067674] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.067674] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.067674] env[65997]: DEBUG nova.virt.hardware [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.067674] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcdd687-d395-4cab-b06b-16dbc03cfb22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.075422] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f3b314-029e-4128-bda4-4a627da90a16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.102172] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Releasing lock "refresh_cache-364743f2-8787-4d86-b268-c6a48ddee7be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.102644] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Instance network_info: |[{"id": "300ccafc-95e0-471a-b2d0-5e24f4c946ea", "address": "fa:16:3e:99:a4:45", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300ccafc-95", "ovs_interfaceid": "300ccafc-95e0-471a-b2d0-5e24f4c946ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 627.103504] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '300ccafc-95e0-471a-b2d0-5e24f4c946ea', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.112491] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Creating folder: Project (d607d504cba0478fb8715ff5c8d2f78e). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.112833] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12981e32-b0b3-413b-8826-cf9f8198b4f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.124926] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Created folder: Project (d607d504cba0478fb8715ff5c8d2f78e) in parent group-v920549. [ 627.125174] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Creating folder: Instances. Parent ref: group-v920581. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.125458] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48bc086-4850-423e-918a-ef9f2a151071 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.137332] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Created folder: Instances in parent group-v920581. [ 627.137861] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 627.137861] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.138166] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1bbb310-c42f-4eab-955e-b8b8665814e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.163611] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.163611] env[65997]: value = "task-4717516" [ 627.163611] env[65997]: _type = "Task" [ 627.163611] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.170545] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a75aed8-b597-4342-bc02-56368ca9f6a8 req-23364694-04db-4486-a6f4-81bef7075092 service nova] Releasing lock "refresh_cache-0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.175096] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717516, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.380741] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Releasing lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.381457] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Instance network_info: |[{"id": "eb277944-c9f8-40be-8f6c-10386db3155e", "address": "fa:16:3e:7f:dd:51", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb277944-c9", "ovs_interfaceid": "eb277944-c9f8-40be-8f6c-10386db3155e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 627.382253] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:dd:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb277944-c9f8-40be-8f6c-10386db3155e', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.392887] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Creating folder: Project (5af3ad7536c94dd8849dfc581d065f69). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.393348] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a42d37-5a1c-407e-a967-c8eb699b20de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.404059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.404662] env[65997]: DEBUG nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 627.410060] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.532s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.410598] env[65997]: DEBUG nova.objects.instance [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lazy-loading 'resources' on Instance uuid d0bbfa93-4aec-43de-b7fb-de2c810e9f31 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.412726] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Created folder: Project (5af3ad7536c94dd8849dfc581d065f69) in parent group-v920549. [ 627.412726] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Creating folder: Instances. Parent ref: group-v920584. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.413310] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b01b159-2574-404c-bedf-45d55b71c47b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.429026] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Created folder: Instances in parent group-v920584. [ 627.429026] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 627.429026] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.429026] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e60b49-03f8-4c0c-8bb4-99431b2f2f1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.450649] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.450649] env[65997]: value = "task-4717519" [ 627.450649] env[65997]: _type = "Task" [ 627.450649] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.463779] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717519, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.598794] env[65997]: DEBUG nova.network.neutron [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 627.675923] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717516, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.915388] env[65997]: DEBUG nova.compute.utils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.919859] env[65997]: DEBUG nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 627.961915] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717519, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.180582] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717516, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.196015] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a21a66-9902-4f85-bdc0-2d70880dd1c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.205596] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952013e8-52ea-4e66-b867-babcb1a755c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.238141] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b848dc49-15af-426b-a697-58afd24efa0a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.247467] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e9dd3-0c69-4d4f-a880-6e33ef7fbd99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.262777] env[65997]: DEBUG nova.compute.provider_tree [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.421481] env[65997]: DEBUG nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 628.464198] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717519, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.678142] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717516, 'name': CreateVM_Task, 'duration_secs': 1.419288} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.678625] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.679329] env[65997]: WARNING neutronclient.v2_0.client [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.679880] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.680191] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.680609] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.680968] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b58745e-2b2f-4331-98ee-a400a768b544 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.687174] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 628.687174] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fb95a2-fd44-5662-7b71-e09ede58b071" [ 628.687174] env[65997]: _type = "Task" [ 628.687174] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.698984] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fb95a2-fd44-5662-7b71-e09ede58b071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.770027] env[65997]: DEBUG nova.scheduler.client.report [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.824932] env[65997]: DEBUG nova.network.neutron [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Successfully updated port: be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 628.966820] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717519, 'name': CreateVM_Task, 'duration_secs': 1.230519} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.966820] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.967660] env[65997]: WARNING neutronclient.v2_0.client [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.968146] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.181147] env[65997]: DEBUG nova.compute.manager [req-7b280c03-5e55-4ae2-9ed2-12b0a390e3c7 req-ca674a8d-a203-4eae-bef2-f48bc562e38e service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Received event network-vif-plugged-300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.181147] env[65997]: DEBUG oslo_concurrency.lockutils [req-7b280c03-5e55-4ae2-9ed2-12b0a390e3c7 req-ca674a8d-a203-4eae-bef2-f48bc562e38e service nova] Acquiring lock "364743f2-8787-4d86-b268-c6a48ddee7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.181452] env[65997]: DEBUG oslo_concurrency.lockutils [req-7b280c03-5e55-4ae2-9ed2-12b0a390e3c7 req-ca674a8d-a203-4eae-bef2-f48bc562e38e service nova] Lock "364743f2-8787-4d86-b268-c6a48ddee7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.181452] env[65997]: DEBUG oslo_concurrency.lockutils [req-7b280c03-5e55-4ae2-9ed2-12b0a390e3c7 req-ca674a8d-a203-4eae-bef2-f48bc562e38e service nova] Lock "364743f2-8787-4d86-b268-c6a48ddee7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.183842] env[65997]: DEBUG nova.compute.manager [req-7b280c03-5e55-4ae2-9ed2-12b0a390e3c7 req-ca674a8d-a203-4eae-bef2-f48bc562e38e service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] No waiting events found dispatching network-vif-plugged-300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.183842] env[65997]: WARNING nova.compute.manager [req-7b280c03-5e55-4ae2-9ed2-12b0a390e3c7 req-ca674a8d-a203-4eae-bef2-f48bc562e38e service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Received unexpected event network-vif-plugged-300ccafc-95e0-471a-b2d0-5e24f4c946ea for instance with vm_state building and task_state spawning. [ 629.201147] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fb95a2-fd44-5662-7b71-e09ede58b071, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.202140] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.202197] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.202713] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.202713] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.202835] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.203643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.203643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.203725] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceaa84c7-f7fc-43b3-8bb1-e99c6e07667e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.206273] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12513e02-8ac9-4ebc-9a8d-0982a0c2ba44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.212951] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 629.212951] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522e9504-e6b1-fae3-aaa0-7697b8f735e6" [ 629.212951] env[65997]: _type = "Task" [ 629.212951] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.220279] env[65997]: WARNING neutronclient.v2_0.client [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.222851] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.223285] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.224774] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b82a96-b129-4153-a94b-7cbf9b60b95d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.235234] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522e9504-e6b1-fae3-aaa0-7697b8f735e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.235405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.235669] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.235909] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.238909] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 629.238909] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d83ddb-d4ed-6874-9ade-1cc99d1785cc" [ 629.238909] env[65997]: _type = "Task" [ 629.238909] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.248453] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d83ddb-d4ed-6874-9ade-1cc99d1785cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.274849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.278681] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.343s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.280251] env[65997]: INFO nova.compute.claims [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.309302] env[65997]: INFO nova.scheduler.client.report [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Deleted allocations for instance d0bbfa93-4aec-43de-b7fb-de2c810e9f31 [ 629.322053] env[65997]: DEBUG nova.network.neutron [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Updating instance_info_cache with network_info: [{"id": "4a842a8c-c14f-40c4-9253-beb4395023df", "address": "fa:16:3e:e1:53:03", "network": {"id": "66b59c8c-8c84-4917-895d-9b04b5fecec6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2063725296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090f58c5c19d4ae39ed4d346a5be54f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a842a8c-c1", "ovs_interfaceid": "4a842a8c-c14f-40c4-9253-beb4395023df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.328621] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "refresh_cache-4bc4a430-5d59-400a-92b3-96307b8d9ac2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.329647] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired lock "refresh_cache-4bc4a430-5d59-400a-92b3-96307b8d9ac2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.329647] env[65997]: DEBUG nova.network.neutron [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.432486] env[65997]: DEBUG nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.473876] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.474132] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.474285] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.474463] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.474603] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.474742] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.474947] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.475117] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.475526] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.475526] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.475643] env[65997]: DEBUG nova.virt.hardware [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.476498] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16b161c-6b94-495d-b8e5-7de42024a288 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.485434] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a8c990-785d-4571-a803-4a1baf3e7f5a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.501852] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.507782] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Creating folder: Project (47e1ac1be44249d7a723e998d3d0c977). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.508644] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76198869-aa7b-49e4-bb3a-120cb7afbcbc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.520463] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Created folder: Project (47e1ac1be44249d7a723e998d3d0c977) in parent group-v920549. [ 629.520644] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Creating folder: Instances. Parent ref: group-v920587. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.520919] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d90818-83db-4fda-9619-cac832e37f7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.531432] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Created folder: Instances in parent group-v920587. [ 629.531518] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.531780] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.532099] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18db9619-29cb-4896-a855-1bafa916d5ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.552452] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.552452] env[65997]: value = "task-4717522" [ 629.552452] env[65997]: _type = "Task" [ 629.552452] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.561537] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717522, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.742440] env[65997]: DEBUG nova.compute.manager [req-0c93cc90-27b4-484f-a43d-681a42c1b408 req-38f76e55-184d-427a-ba02-e42861b3fd49 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Received event network-vif-plugged-eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.742440] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c93cc90-27b4-484f-a43d-681a42c1b408 req-38f76e55-184d-427a-ba02-e42861b3fd49 service nova] Acquiring lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.742440] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c93cc90-27b4-484f-a43d-681a42c1b408 req-38f76e55-184d-427a-ba02-e42861b3fd49 service nova] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.742559] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c93cc90-27b4-484f-a43d-681a42c1b408 req-38f76e55-184d-427a-ba02-e42861b3fd49 service nova] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.742655] env[65997]: DEBUG nova.compute.manager [req-0c93cc90-27b4-484f-a43d-681a42c1b408 req-38f76e55-184d-427a-ba02-e42861b3fd49 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] No waiting events found dispatching network-vif-plugged-eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.742788] env[65997]: WARNING nova.compute.manager [req-0c93cc90-27b4-484f-a43d-681a42c1b408 req-38f76e55-184d-427a-ba02-e42861b3fd49 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Received unexpected event network-vif-plugged-eb277944-c9f8-40be-8f6c-10386db3155e for instance with vm_state building and task_state spawning. [ 629.756071] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d83ddb-d4ed-6874-9ade-1cc99d1785cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.756988] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a99ae6-56cc-4440-8641-b2cf07ae3699 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.763524] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 629.763524] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e6b59-efb4-85e5-1257-c73370dc4ed9" [ 629.763524] env[65997]: _type = "Task" [ 629.763524] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.774349] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e6b59-efb4-85e5-1257-c73370dc4ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.807339] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "81fdad7d-883c-4c7a-af16-84abf73eded1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.807660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.824527] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Releasing lock "refresh_cache-036ff0c7-1768-41bc-90b3-a537a23c7acf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.824892] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Instance network_info: |[{"id": "4a842a8c-c14f-40c4-9253-beb4395023df", "address": "fa:16:3e:e1:53:03", "network": {"id": "66b59c8c-8c84-4917-895d-9b04b5fecec6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2063725296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090f58c5c19d4ae39ed4d346a5be54f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a842a8c-c1", "ovs_interfaceid": "4a842a8c-c14f-40c4-9253-beb4395023df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 629.827302] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:53:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a842a8c-c14f-40c4-9253-beb4395023df', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.835616] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Creating folder: Project (090f58c5c19d4ae39ed4d346a5be54f4). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.836500] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7df9ad6-95fb-4315-9858-01f12fb97cbf tempest-ServerExternalEventsTest-214952409 tempest-ServerExternalEventsTest-214952409-project-member] Lock "d0bbfa93-4aec-43de-b7fb-de2c810e9f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.450s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.840214] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17bcc2f5-723a-43f8-a9d8-d87d29893977 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.854591] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Created folder: Project (090f58c5c19d4ae39ed4d346a5be54f4) in parent group-v920549. [ 629.854817] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Creating folder: Instances. Parent ref: group-v920590. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.855719] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b5043b5-9b93-4b98-a3dc-b0b45f6d6579 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.868257] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Created folder: Instances in parent group-v920590. [ 629.868524] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.868729] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.868941] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc1c2749-d816-4c70-b5d1-de6f320a989d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.887624] env[65997]: DEBUG nova.network.neutron [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 629.897743] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.897743] env[65997]: value = "task-4717525" [ 629.897743] env[65997]: _type = "Task" [ 629.897743] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.908952] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717525, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.006276] env[65997]: WARNING neutronclient.v2_0.client [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.067387] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717522, 'name': CreateVM_Task, 'duration_secs': 0.513121} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.069208] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.070196] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.070432] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.070839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.071664] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbd8358-a744-4a8c-8557-0d51425f092b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.084804] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 630.084804] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524eb6b8-0e2d-4ef0-c81e-5a7fa6f6421c" [ 630.084804] env[65997]: _type = "Task" [ 630.084804] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.092204] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524eb6b8-0e2d-4ef0-c81e-5a7fa6f6421c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.142494] env[65997]: DEBUG nova.network.neutron [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Updating instance_info_cache with network_info: [{"id": "be7ff8df-da8b-4d26-b74c-b67c17690ff7", "address": "fa:16:3e:a7:d4:4c", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7ff8df-da", "ovs_interfaceid": "be7ff8df-da8b-4d26-b74c-b67c17690ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.274944] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e6b59-efb4-85e5-1257-c73370dc4ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.275249] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.275509] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 364743f2-8787-4d86-b268-c6a48ddee7be/364743f2-8787-4d86-b268-c6a48ddee7be.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.275793] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.276028] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.276210] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9218a725-ba36-4e39-80dc-df89ca80d6a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.278984] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-718a6814-ebb4-427f-99ab-5b9fe61db393 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.287093] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 630.287093] env[65997]: value = "task-4717526" [ 630.287093] env[65997]: _type = "Task" [ 630.287093] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.296050] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.296538] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.298123] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e9d2ff-d038-4a64-86dc-72777176e54e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.306057] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.311030] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 630.311030] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f74801-972f-40a5-6fae-1e3dc0264148" [ 630.311030] env[65997]: _type = "Task" [ 630.311030] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.313893] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 630.326974] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f74801-972f-40a5-6fae-1e3dc0264148, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.332036] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7a3243-368a-46a8-b0a3-48fe210d0da9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.340554] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 630.340554] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f31748-3fd7-18dc-8446-7548b026bec3" [ 630.340554] env[65997]: _type = "Task" [ 630.340554] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.354136] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f31748-3fd7-18dc-8446-7548b026bec3, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.354553] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.354823] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 7e4a00d5-97e0-49c0-ac2e-3ec253606099/7e4a00d5-97e0-49c0-ac2e-3ec253606099.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.356479] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d49630-267d-4fa8-b9ab-081136847d85 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.364086] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 630.364086] env[65997]: value = "task-4717527" [ 630.364086] env[65997]: _type = "Task" [ 630.364086] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.377619] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.407991] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717525, 'name': CreateVM_Task, 'duration_secs': 0.421628} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.408301] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.409391] env[65997]: WARNING neutronclient.v2_0.client [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.409391] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.559178] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6de3a-0d87-4e65-be57-03f1c2928bdb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.570011] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3370558f-a598-4455-aa93-b37c2940022b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.607243] env[65997]: INFO nova.compute.manager [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Rebuilding instance [ 630.614533] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3addd5f4-f2d3-497e-ba1d-3c7f49ed7680 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.632407] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467a2b4-f5fd-4fb3-97b5-bc52a42a971f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.638674] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524eb6b8-0e2d-4ef0-c81e-5a7fa6f6421c, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.644850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.644850] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.644850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.644850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.645327] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.645327] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.645327] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.645327] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f2e16d-7309-4d58-9811-5b8253648b11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.647888] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Releasing lock "refresh_cache-4bc4a430-5d59-400a-92b3-96307b8d9ac2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.648176] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Instance network_info: |[{"id": "be7ff8df-da8b-4d26-b74c-b67c17690ff7", "address": "fa:16:3e:a7:d4:4c", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7ff8df-da", "ovs_interfaceid": "be7ff8df-da8b-4d26-b74c-b67c17690ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.648471] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236ab0a0-4721-4e2b-9f70-0d73e6277cca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.660088] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:d4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be7ff8df-da8b-4d26-b74c-b67c17690ff7', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.667754] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.669112] env[65997]: DEBUG nova.compute.provider_tree [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.673774] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.676655] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0b0809-13dc-4f48-98af-aad62d3e8ac8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.694016] env[65997]: DEBUG nova.compute.manager [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.697225] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052cda94-8b08-43a4-96f3-f5487b470eca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.702936] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.702936] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.702936] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 630.702936] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b79cc5-c357-1668-9ed3-548017eca54b" [ 630.702936] env[65997]: _type = "Task" [ 630.702936] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.702936] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee030ce-d65c-4346-aa57-e9744ba9ede7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.713062] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.713062] env[65997]: value = "task-4717528" [ 630.713062] env[65997]: _type = "Task" [ 630.713062] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.737024] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b79cc5-c357-1668-9ed3-548017eca54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.737024] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 630.737024] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216a8af-ce24-0911-1e96-24a6dac04c47" [ 630.737024] env[65997]: _type = "Task" [ 630.737024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.744747] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717528, 'name': CreateVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.755565] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216a8af-ce24-0911-1e96-24a6dac04c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.799050] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.852603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.888882] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717527, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.123954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.124474] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.124791] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.125134] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.125346] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.128557] env[65997]: INFO nova.compute.manager [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Terminating instance [ 631.178687] env[65997]: DEBUG nova.scheduler.client.report [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.219597] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b79cc5-c357-1668-9ed3-548017eca54b, 'name': SearchDatastore_Task, 'duration_secs': 0.07075} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.223448] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.223716] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.223953] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.231896] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717528, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.249986] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216a8af-ce24-0911-1e96-24a6dac04c47, 'name': SearchDatastore_Task, 'duration_secs': 0.068961} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.251681] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fc0a21-4652-45f4-9fc6-47a262040ebc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.259874] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 631.259874] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52772d48-c9fb-98c2-84b4-b788174baa65" [ 631.259874] env[65997]: _type = "Task" [ 631.259874] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.270668] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52772d48-c9fb-98c2-84b4-b788174baa65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.301566] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538027} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.302401] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 364743f2-8787-4d86-b268-c6a48ddee7be/364743f2-8787-4d86-b268-c6a48ddee7be.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.302714] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.303424] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad916145-c2c3-486a-a5ba-edac0feeb166 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.314571] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 631.314571] env[65997]: value = "task-4717529" [ 631.314571] env[65997]: _type = "Task" [ 631.314571] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.329929] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.381386] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858181} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.381665] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 7e4a00d5-97e0-49c0-ac2e-3ec253606099/7e4a00d5-97e0-49c0-ac2e-3ec253606099.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.381816] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.382393] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dceed36-5324-49e1-84b4-08ad0a7553a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.392963] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 631.392963] env[65997]: value = "task-4717530" [ 631.392963] env[65997]: _type = "Task" [ 631.392963] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.408368] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.635134] env[65997]: DEBUG nova.compute.manager [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 631.635431] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.637094] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa82ce-0c79-4b1c-b847-81e319d6283c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.647988] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.648279] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cf48fea-6887-41e0-9e2a-28d98c72bf71 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.657556] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 631.657556] env[65997]: value = "task-4717531" [ 631.657556] env[65997]: _type = "Task" [ 631.657556] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.670673] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.685074] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.685608] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 631.689976] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.798s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.689976] env[65997]: DEBUG nova.objects.instance [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lazy-loading 'resources' on Instance uuid 08a6401e-1117-4a74-b6e0-a811620cefdd {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.733247] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717528, 'name': CreateVM_Task, 'duration_secs': 0.752188} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.733247] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.733247] env[65997]: WARNING neutronclient.v2_0.client [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.733247] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.733247] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.733856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.736123] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa29b15-4477-49b9-909a-a0a8ef3aa572 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.745805] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.746708] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 631.746708] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b7d851-8414-682a-5a39-83e0b9ef5c56" [ 631.746708] env[65997]: _type = "Task" [ 631.746708] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.747060] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924cb37c-4ee3-4042-816c-6823467b681d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.760655] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b7d851-8414-682a-5a39-83e0b9ef5c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.762586] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 631.762586] env[65997]: value = "task-4717532" [ 631.762586] env[65997]: _type = "Task" [ 631.762586] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.781966] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52772d48-c9fb-98c2-84b4-b788174baa65, 'name': SearchDatastore_Task, 'duration_secs': 0.033608} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.787435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.787435] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] cdad19a1-8d00-4976-b186-6762e997bea9/cdad19a1-8d00-4976-b186-6762e997bea9.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.787435] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.787885] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.788121] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.788850] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4817ebd-6c09-4251-a088-9c375c556cff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.791466] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f9cd9e-d9bc-4357-9595-ea41906466fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.802382] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 631.802382] env[65997]: value = "task-4717533" [ 631.802382] env[65997]: _type = "Task" [ 631.802382] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.804295] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.804529] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.809320] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b401079a-c2c0-491e-87f6-cf331cda4c0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.822885] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 631.822885] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529054d7-a96b-15d0-2cbc-549bec7aa3c0" [ 631.822885] env[65997]: _type = "Task" [ 631.822885] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.823222] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.838290] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142324} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.845344] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.846151] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529054d7-a96b-15d0-2cbc-549bec7aa3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019047} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.847990] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036a35a-f272-4fdd-befc-f1817e134966 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.852579] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c853d4-fd96-4b14-b273-fd212f87ca7a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.861490] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 631.861490] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d4868e-6423-65f3-7398-ac83855e29cb" [ 631.861490] env[65997]: _type = "Task" [ 631.861490] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.890227] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 364743f2-8787-4d86-b268-c6a48ddee7be/364743f2-8787-4d86-b268-c6a48ddee7be.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.895339] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee1ea9e-c31e-4dec-9de9-6b82dc7c9dd7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.928016] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d4868e-6423-65f3-7398-ac83855e29cb, 'name': SearchDatastore_Task, 'duration_secs': 0.032582} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.932579] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.932871] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 036ff0c7-1768-41bc-90b3-a537a23c7acf/036ff0c7-1768-41bc-90b3-a537a23c7acf.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.933353] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 631.933353] env[65997]: value = "task-4717534" [ 631.933353] env[65997]: _type = "Task" [ 631.933353] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.936040] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20993} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.936040] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd7f2d5-695d-436f-8fb6-a948a4710d2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.936131] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.940833] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7024f262-9adc-4a1f-8db7-7800ab672804 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.954219] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.963318] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 631.963318] env[65997]: value = "task-4717535" [ 631.963318] env[65997]: _type = "Task" [ 631.963318] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.979581] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7e4a00d5-97e0-49c0-ac2e-3ec253606099/7e4a00d5-97e0-49c0-ac2e-3ec253606099.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.980226] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c87f8a-b261-42cc-a07f-dbd2ac4ef19e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.008016] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.009805] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 632.009805] env[65997]: value = "task-4717536" [ 632.009805] env[65997]: _type = "Task" [ 632.009805] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.022407] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.173206] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717531, 'name': PowerOffVM_Task, 'duration_secs': 0.405483} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.174757] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.174757] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.174757] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b5a585-9e50-41f7-b13b-a92e71848016 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.196679] env[65997]: DEBUG nova.compute.utils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.206436] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 632.206436] env[65997]: DEBUG nova.network.neutron [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.206436] env[65997]: WARNING neutronclient.v2_0.client [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.207363] env[65997]: WARNING neutronclient.v2_0.client [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.270204] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b7d851-8414-682a-5a39-83e0b9ef5c56, 'name': SearchDatastore_Task, 'duration_secs': 0.025647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.278759] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.278759] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.279048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.279112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.279388] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.279859] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.280198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.280448] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleting the datastore file [datastore2] 7286aa27-ff7d-46cd-851a-6be6d2b9de7c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.284977] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95e55d1-3ed5-4031-ab4c-e60e58761c70 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.288350] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d3b521f-bc0c-47ed-9932-3f0b0b5128f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.293803] env[65997]: DEBUG nova.policy [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8870513cabd04e079acf7b528ea92b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e47c24ebd0b049efbc11a3ad903b4de0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.308248] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717532, 'name': PowerOffVM_Task, 'duration_secs': 0.228059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.318896] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.319164] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.319770] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 632.319770] env[65997]: value = "task-4717538" [ 632.319770] env[65997]: _type = "Task" [ 632.319770] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.323000] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a16664-97ed-4225-9f37-5ac58b03489e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.331212] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.331212] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.340095] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6499062a-3c94-4844-ac4f-54b5441f4a9a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.356808] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.364067] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.372100] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ce425a-0789-432a-b5d0-4ad8b257ce57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.375570] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 632.375570] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526ed66c-d5f8-1724-3d48-4f9af3c26feb" [ 632.375570] env[65997]: _type = "Task" [ 632.375570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.376434] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.389918] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526ed66c-d5f8-1724-3d48-4f9af3c26feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.411174] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.412251] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.412251] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Deleting the datastore file [datastore2] cf608098-43a0-4547-ae0d-b497a7f48278 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.412471] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac09b80-03f7-4e96-adce-6cc952c19ada {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.422732] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 632.422732] env[65997]: value = "task-4717540" [ 632.422732] env[65997]: _type = "Task" [ 632.422732] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.444229] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.453179] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.502609] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.539802] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.658337] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "4e9caa7d-601c-4660-8430-1884d634b2a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.658883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.706094] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 632.721401] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d718caf3-f6c0-4711-bd68-f744fbeddbd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.731816] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e229a9-b803-4b65-9ba1-3ed763d89e1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.774037] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ed05a-30ef-4a62-ac2a-d215348e6d34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.785029] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d82e05-6437-445c-ac5a-146ef95b12e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.806801] env[65997]: DEBUG nova.compute.provider_tree [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.820041] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758713} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.820041] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] cdad19a1-8d00-4976-b186-6762e997bea9/cdad19a1-8d00-4976-b186-6762e997bea9.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.820041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.820464] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d60bce6-ce4c-42a6-a9a9-684d1eeb4b49 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.831931] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 632.831931] env[65997]: value = "task-4717541" [ 632.831931] env[65997]: _type = "Task" [ 632.831931] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.847985] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.851454] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.889952] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526ed66c-d5f8-1724-3d48-4f9af3c26feb, 'name': SearchDatastore_Task, 'duration_secs': 0.073293} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.890821] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55ef007-a7ef-4c03-a5a1-0c740ae67fa1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.898843] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 632.898843] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a31421-dd3e-1fbf-24b4-77c68195317e" [ 632.898843] env[65997]: _type = "Task" [ 632.898843] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.908955] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a31421-dd3e-1fbf-24b4-77c68195317e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.924393] env[65997]: DEBUG nova.network.neutron [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Successfully created port: 6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 632.936173] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50275} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.936554] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.936771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.937094] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.953086] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717534, 'name': ReconfigVM_Task, 'duration_secs': 0.638232} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.953086] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 364743f2-8787-4d86-b268-c6a48ddee7be/364743f2-8787-4d86-b268-c6a48ddee7be.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.953086] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f47907b-0649-4f50-969c-6162f628d522 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.960103] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 632.960103] env[65997]: value = "task-4717542" [ 632.960103] env[65997]: _type = "Task" [ 632.960103] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.970477] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717542, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.992762] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949874} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.993065] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 036ff0c7-1768-41bc-90b3-a537a23c7acf/036ff0c7-1768-41bc-90b3-a537a23c7acf.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.993464] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.993755] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa4d719-f3b0-40cf-92bc-9310cd4bd1ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.002269] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 633.002269] env[65997]: value = "task-4717543" [ 633.002269] env[65997]: _type = "Task" [ 633.002269] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.012980] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.023677] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717536, 'name': ReconfigVM_Task, 'duration_secs': 0.592412} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.024035] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7e4a00d5-97e0-49c0-ac2e-3ec253606099/7e4a00d5-97e0-49c0-ac2e-3ec253606099.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.024748] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d888db2d-8d71-4517-8582-16eaf33f8c51 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.033771] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 633.033771] env[65997]: value = "task-4717544" [ 633.033771] env[65997]: _type = "Task" [ 633.033771] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.044496] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717544, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.139151] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "70d5bb35-cf67-4065-b51a-6b952911a07c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.139504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.165140] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 633.313224] env[65997]: DEBUG nova.scheduler.client.report [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.341112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.341265] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.357192] env[65997]: DEBUG oslo_vmware.api [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.663229} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.361248] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.361445] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.361609] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.362112] env[65997]: INFO nova.compute.manager [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 633.362112] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.362205] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087076} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.362396] env[65997]: DEBUG nova.compute.manager [-] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 633.362488] env[65997]: DEBUG nova.network.neutron [-] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 633.362897] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.365751] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.367477] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558830d-9293-45d3-952c-1d27a21f3cf0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.390732] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cdad19a1-8d00-4976-b186-6762e997bea9/cdad19a1-8d00-4976-b186-6762e997bea9.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.396793] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a9cd81-abf8-4cc1-98cd-f7f5157a73af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.421278] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a31421-dd3e-1fbf-24b4-77c68195317e, 'name': SearchDatastore_Task, 'duration_secs': 0.018023} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.421561] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 633.421561] env[65997]: value = "task-4717549" [ 633.421561] env[65997]: _type = "Task" [ 633.421561] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.421767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.422025] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4bc4a430-5d59-400a-92b3-96307b8d9ac2/4bc4a430-5d59-400a-92b3-96307b8d9ac2.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.422402] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed7e9f5f-f558-438c-8748-9d6d9bdb62c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.436995] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.439445] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 633.439445] env[65997]: value = "task-4717550" [ 633.439445] env[65997]: _type = "Task" [ 633.439445] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.452813] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.471035] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717542, 'name': Rename_Task, 'duration_secs': 0.168616} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.471410] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.471759] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b8ea732-8a8a-4039-b60e-7866291422b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.479137] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 633.479137] env[65997]: value = "task-4717551" [ 633.479137] env[65997]: _type = "Task" [ 633.479137] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.489577] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.491550] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.512831] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073611} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.513304] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.514196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428bb903-56ea-4936-8e1a-703f0fb6fa18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.539034] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 036ff0c7-1768-41bc-90b3-a537a23c7acf/036ff0c7-1768-41bc-90b3-a537a23c7acf.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.539349] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637d68e2-d025-4bfc-82d5-03ee237f2118 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.565340] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717544, 'name': Rename_Task, 'duration_secs': 0.179368} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.566898] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.567252] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 633.567252] env[65997]: value = "task-4717552" [ 633.567252] env[65997]: _type = "Task" [ 633.567252] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.567439] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc266b0-dc4f-46d1-a7b0-15b3548ae0be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.579463] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.581070] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 633.581070] env[65997]: value = "task-4717553" [ 633.581070] env[65997]: _type = "Task" [ 633.581070] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.590365] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.642190] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 633.709453] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.719865] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 633.754926] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.755911] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.756131] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.756327] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.756472] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.756639] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.756831] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.757028] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.757217] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.757380] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.757551] env[65997]: DEBUG nova.virt.hardware [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.758531] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab74d3-be0b-4e7f-8619-2754226ba9ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.769334] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ad129-4b86-4c68-98f1-bdb4e5e4d310 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.824367] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.828071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.978s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.830160] env[65997]: INFO nova.compute.claims [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.849583] env[65997]: INFO nova.scheduler.client.report [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Deleted allocations for instance 08a6401e-1117-4a74-b6e0-a811620cefdd [ 633.850849] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 633.934876] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717549, 'name': ReconfigVM_Task, 'duration_secs': 0.302185} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.935388] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cdad19a1-8d00-4976-b186-6762e997bea9/cdad19a1-8d00-4976-b186-6762e997bea9.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.936176] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebdac4cc-75d9-405e-b0b7-9613f135100b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.946493] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 633.946493] env[65997]: value = "task-4717554" [ 633.946493] env[65997]: _type = "Task" [ 633.946493] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.958155] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717550, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.966035] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717554, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.987606] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.988209] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.988611] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.989021] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.989281] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.989724] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.990201] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.990564] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.990920] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.991267] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.991645] env[65997]: DEBUG nova.virt.hardware [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.993054] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb41f2-eb1b-4877-9879-64f2d10f9fb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.007289] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671bf6cb-22e8-4253-a1eb-de7f51a09de1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.014485] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.025590] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.034133] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 634.034525] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.034802] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf12def2-763f-4e6e-aa9a-64460552f0a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.055554] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.055554] env[65997]: value = "task-4717555" [ 634.055554] env[65997]: _type = "Task" [ 634.055554] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.067684] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717555, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.080952] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717552, 'name': ReconfigVM_Task, 'duration_secs': 0.469714} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.081269] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 036ff0c7-1768-41bc-90b3-a537a23c7acf/036ff0c7-1768-41bc-90b3-a537a23c7acf.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.082067] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d487acaa-a27e-4af4-b931-1f78d86511ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.098228] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.100209] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 634.100209] env[65997]: value = "task-4717556" [ 634.100209] env[65997]: _type = "Task" [ 634.100209] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.111736] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717556, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.170047] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.212291] env[65997]: DEBUG nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Received event network-changed-300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.212291] env[65997]: DEBUG nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Refreshing instance network info cache due to event network-changed-300ccafc-95e0-471a-b2d0-5e24f4c946ea. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 634.212291] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Acquiring lock "refresh_cache-364743f2-8787-4d86-b268-c6a48ddee7be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.212291] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Acquired lock "refresh_cache-364743f2-8787-4d86-b268-c6a48ddee7be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.212291] env[65997]: DEBUG nova.network.neutron [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Refreshing network info cache for port 300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.304508] env[65997]: DEBUG nova.network.neutron [-] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.365125] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e86c01a-c3d1-4b3e-ac54-3f6ea6af84bf tempest-ServerAddressesNegativeTestJSON-765852989 tempest-ServerAddressesNegativeTestJSON-765852989-project-member] Lock "08a6401e-1117-4a74-b6e0-a811620cefdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.086s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.383363] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.456310] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717550, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.460807] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717554, 'name': Rename_Task, 'duration_secs': 0.177645} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.461168] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.462426] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e23b1ab-6480-4200-b094-9f0e417be4ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.468783] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 634.468783] env[65997]: value = "task-4717557" [ 634.468783] env[65997]: _type = "Task" [ 634.468783] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.477919] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.490843] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.566736] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717555, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.592771] env[65997]: DEBUG oslo_vmware.api [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717553, 'name': PowerOnVM_Task, 'duration_secs': 0.644458} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.593079] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.593313] env[65997]: INFO nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Took 12.25 seconds to spawn the instance on the hypervisor. [ 634.593502] env[65997]: DEBUG nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.594352] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f933ed-9f9f-421e-b02e-57e9476de458 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.616582] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717556, 'name': Rename_Task, 'duration_secs': 0.266756} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.616582] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.616582] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400efc26-da74-4910-bcd3-ecf05c4d052b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.622165] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 634.622165] env[65997]: value = "task-4717558" [ 634.622165] env[65997]: _type = "Task" [ 634.622165] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.632034] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.682908] env[65997]: DEBUG nova.network.neutron [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Successfully updated port: 6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 634.716031] env[65997]: WARNING neutronclient.v2_0.client [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.722508] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Received event network-changed-eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.722508] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Refreshing instance network info cache due to event network-changed-eb277944-c9f8-40be-8f6c-10386db3155e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 634.722808] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquiring lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.723073] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquired lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.723279] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Refreshing network info cache for port eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.807130] env[65997]: INFO nova.compute.manager [-] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Took 1.44 seconds to deallocate network for instance. [ 634.915355] env[65997]: WARNING neutronclient.v2_0.client [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.956432] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717550, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.979544] env[65997]: DEBUG oslo_vmware.api [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717557, 'name': PowerOnVM_Task, 'duration_secs': 0.469453} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.979801] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.980773] env[65997]: INFO nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Took 5.55 seconds to spawn the instance on the hypervisor. [ 634.980773] env[65997]: DEBUG nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.981186] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2de649-0ec7-4963-b6e6-4dc95178a2c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.000658] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.004150] env[65997]: DEBUG nova.network.neutron [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Updated VIF entry in instance network info cache for port 300ccafc-95e0-471a-b2d0-5e24f4c946ea. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.004485] env[65997]: DEBUG nova.network.neutron [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Updating instance_info_cache with network_info: [{"id": "300ccafc-95e0-471a-b2d0-5e24f4c946ea", "address": "fa:16:3e:99:a4:45", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300ccafc-95", "ovs_interfaceid": "300ccafc-95e0-471a-b2d0-5e24f4c946ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.070611] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717555, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.115043] env[65997]: INFO nova.compute.manager [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Took 19.58 seconds to build instance. [ 635.117849] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e3bfa9-5e99-4f98-8b86-29ed8cf6bfc5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.131616] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54c9256-b212-42d4-9f6c-92823b91f5f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.138591] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.168065] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b28a5-5f85-418a-af53-fcdf636ad9ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.178304] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968eca82-336b-4e3e-a4a8-808263c18d95 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.195396] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.195633] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquired lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.195834] env[65997]: DEBUG nova.network.neutron [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.198280] env[65997]: DEBUG nova.compute.provider_tree [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.227069] env[65997]: WARNING neutronclient.v2_0.client [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.319990] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.433296] env[65997]: WARNING neutronclient.v2_0.client [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.456342] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717550, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599017} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.456698] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4bc4a430-5d59-400a-92b3-96307b8d9ac2/4bc4a430-5d59-400a-92b3-96307b8d9ac2.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.457054] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.457235] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9cc098-ad1f-490b-8094-f0192fbb888f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.467279] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 635.467279] env[65997]: value = "task-4717559" [ 635.467279] env[65997]: _type = "Task" [ 635.467279] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.480347] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.500835] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.510237] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Releasing lock "refresh_cache-364743f2-8787-4d86-b268-c6a48ddee7be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.512712] env[65997]: DEBUG nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Received event network-vif-plugged-4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.512712] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Acquiring lock "036ff0c7-1768-41bc-90b3-a537a23c7acf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.512892] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.512934] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.513240] env[65997]: DEBUG nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] No waiting events found dispatching network-vif-plugged-4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.513437] env[65997]: WARNING nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Received unexpected event network-vif-plugged-4a842a8c-c14f-40c4-9253-beb4395023df for instance with vm_state building and task_state spawning. [ 635.513589] env[65997]: DEBUG nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Received event network-changed-4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.513735] env[65997]: DEBUG nova.compute.manager [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Refreshing instance network info cache due to event network-changed-4a842a8c-c14f-40c4-9253-beb4395023df. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.513920] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Acquiring lock "refresh_cache-036ff0c7-1768-41bc-90b3-a537a23c7acf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.514087] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Acquired lock "refresh_cache-036ff0c7-1768-41bc-90b3-a537a23c7acf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.514249] env[65997]: DEBUG nova.network.neutron [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Refreshing network info cache for port 4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.515590] env[65997]: INFO nova.compute.manager [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Took 10.81 seconds to build instance. [ 635.560224] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.560522] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.560746] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.560946] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.561180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.568029] env[65997]: INFO nova.compute.manager [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Terminating instance [ 635.578839] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717555, 'name': CreateVM_Task, 'duration_secs': 1.247176} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.579031] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.579410] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.579799] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.579962] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.580247] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1ff720-75d8-4dac-8c79-09e042e91330 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.588359] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 635.588359] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e144d1-f2a5-7572-27bd-2c99f61a43ae" [ 635.588359] env[65997]: _type = "Task" [ 635.588359] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.600163] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e144d1-f2a5-7572-27bd-2c99f61a43ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.624883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ed96ae0-1db0-405b-9a76-f0938b2039cf tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.103s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.640562] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717558, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.691564] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Updated VIF entry in instance network info cache for port eb277944-c9f8-40be-8f6c-10386db3155e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.691868] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Updating instance_info_cache with network_info: [{"id": "eb277944-c9f8-40be-8f6c-10386db3155e", "address": "fa:16:3e:7f:dd:51", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb277944-c9", "ovs_interfaceid": "eb277944-c9f8-40be-8f6c-10386db3155e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.703904] env[65997]: DEBUG nova.scheduler.client.report [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.741397] env[65997]: DEBUG nova.network.neutron [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 635.846633] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.847212] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.920177] env[65997]: WARNING neutronclient.v2_0.client [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.981339] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155923} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.981611] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.982489] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4438e60-a631-49a4-b448-9c83a7d36908 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.995184] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.013854] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 4bc4a430-5d59-400a-92b3-96307b8d9ac2/4bc4a430-5d59-400a-92b3-96307b8d9ac2.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.014239] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5369ad0-141a-4998-8dc7-dab5dd129194 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.033163] env[65997]: WARNING neutronclient.v2_0.client [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.036510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ec8b070-814f-46ad-b9a3-1e6c51550644 tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "cdad19a1-8d00-4976-b186-6762e997bea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.354s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.045475] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 636.045475] env[65997]: value = "task-4717560" [ 636.045475] env[65997]: _type = "Task" [ 636.045475] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.059239] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.065806] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.065806] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.074871] env[65997]: DEBUG nova.compute.manager [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 636.075285] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.077027] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22aff4-7d09-4382-b353-d9ecc826240a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.090095] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.094578] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70151df4-d237-46ba-9a69-1b012f29fd73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.105165] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e144d1-f2a5-7572-27bd-2c99f61a43ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.107298] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.107631] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.108014] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.108280] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.108447] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.109409] env[65997]: DEBUG oslo_vmware.api [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 636.109409] env[65997]: value = "task-4717561" [ 636.109409] env[65997]: _type = "Task" [ 636.109409] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.109663] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c035f337-6454-4948-aa00-f807326b03ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.122665] env[65997]: DEBUG oslo_vmware.api [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.124885] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.125051] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.130215] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59562ca8-9d97-42b2-bcc2-832e15e564b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.138915] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 636.138915] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52984548-54bf-f866-a9ea-561cfcc6536a" [ 636.138915] env[65997]: _type = "Task" [ 636.138915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.141888] env[65997]: DEBUG oslo_vmware.api [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717558, 'name': PowerOnVM_Task, 'duration_secs': 1.093063} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.145573] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.145819] env[65997]: INFO nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Took 11.44 seconds to spawn the instance on the hypervisor. [ 636.147400] env[65997]: DEBUG nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.147400] env[65997]: DEBUG nova.network.neutron [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Updating instance_info_cache with network_info: [{"id": "6518aef0-451e-4484-8cf7-d1f0345db458", "address": "fa:16:3e:ef:e6:7d", "network": {"id": "95334d36-17f3-4a20-a9b6-87918ca6ffb0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941675973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c24ebd0b049efbc11a3ad903b4de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6518aef0-45", "ovs_interfaceid": "6518aef0-451e-4484-8cf7-d1f0345db458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.150513] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd230aca-57c7-4a46-85ae-f58755df6143 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.163421] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52984548-54bf-f866-a9ea-561cfcc6536a, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.169027] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b30ce41-32bc-44cd-9d87-c3bfaefbd375 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.178994] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 636.178994] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0f80f-3412-117e-2e97-a3459ced0c15" [ 636.178994] env[65997]: _type = "Task" [ 636.178994] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.192503] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0f80f-3412-117e-2e97-a3459ced0c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.197725] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Releasing lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.197725] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Received event network-vif-deleted-28840d4d-a792-4471-89e7-99bcaca60e2b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.197725] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Received event network-vif-deleted-1d75ed43-93c4-43df-b0ef-cdea8d9dcf68 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.197725] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Received event network-vif-plugged-be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.197920] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquiring lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.197976] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.198579] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.198579] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] No waiting events found dispatching network-vif-plugged-be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.198579] env[65997]: WARNING nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Received unexpected event network-vif-plugged-be7ff8df-da8b-4d26-b74c-b67c17690ff7 for instance with vm_state building and task_state spawning. [ 636.198807] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Received event network-changed-be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.198985] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Refreshing instance network info cache due to event network-changed-be7ff8df-da8b-4d26-b74c-b67c17690ff7. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.199307] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquiring lock "refresh_cache-4bc4a430-5d59-400a-92b3-96307b8d9ac2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.199858] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquired lock "refresh_cache-4bc4a430-5d59-400a-92b3-96307b8d9ac2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.200082] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Refreshing network info cache for port be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.213722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.213722] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 636.217142] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.508s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.218854] env[65997]: INFO nova.compute.claims [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.353319] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 636.497954] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.556874] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717560, 'name': ReconfigVM_Task, 'duration_secs': 0.381977} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.557094] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 4bc4a430-5d59-400a-92b3-96307b8d9ac2/4bc4a430-5d59-400a-92b3-96307b8d9ac2.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.557800] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13394a5b-f8e0-4285-b2b6-a455ed4c6a7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.567213] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 636.567213] env[65997]: value = "task-4717563" [ 636.567213] env[65997]: _type = "Task" [ 636.567213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.570508] env[65997]: DEBUG nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 636.581927] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717563, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.619515] env[65997]: WARNING neutronclient.v2_0.client [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.626118] env[65997]: DEBUG oslo_vmware.api [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717561, 'name': PowerOffVM_Task, 'duration_secs': 0.305527} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.626408] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.626565] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.626820] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a855220-4727-44a7-b2f5-f651c3f79230 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.653063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Releasing lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.653357] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Instance network_info: |[{"id": "6518aef0-451e-4484-8cf7-d1f0345db458", "address": "fa:16:3e:ef:e6:7d", "network": {"id": "95334d36-17f3-4a20-a9b6-87918ca6ffb0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941675973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c24ebd0b049efbc11a3ad903b4de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6518aef0-45", "ovs_interfaceid": "6518aef0-451e-4484-8cf7-d1f0345db458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 636.653940] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e6:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6518aef0-451e-4484-8cf7-d1f0345db458', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.662204] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Creating folder: Project (e47c24ebd0b049efbc11a3ad903b4de0). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.662532] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-305340c7-7371-4066-a7ea-1baf3017fe73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.680041] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Created folder: Project (e47c24ebd0b049efbc11a3ad903b4de0) in parent group-v920549. [ 636.680041] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Creating folder: Instances. Parent ref: group-v920598. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.681685] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79399dee-26d2-43d8-a5a3-2b731b316a45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.685261] env[65997]: INFO nova.compute.manager [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Took 20.36 seconds to build instance. [ 636.698098] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0f80f-3412-117e-2e97-a3459ced0c15, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.698739] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698871] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.700694] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b6ea294-b335-46ca-a7ae-cc0953acc8f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.703539] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Created folder: Instances in parent group-v920598. [ 636.703835] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 636.704359] env[65997]: WARNING neutronclient.v2_0.client [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.707255] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.710044] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff96f42-b83d-4cc9-ac2e-e255cbf95ca7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.727121] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.727395] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.727595] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Deleting the datastore file [datastore2] 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.730935] env[65997]: DEBUG nova.compute.utils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.738243] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db8010ad-f974-45df-8328-2b064d958e44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.740495] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 636.740495] env[65997]: value = "task-4717567" [ 636.740495] env[65997]: _type = "Task" [ 636.740495] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.741224] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 636.741424] env[65997]: DEBUG nova.network.neutron [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.741776] env[65997]: WARNING neutronclient.v2_0.client [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.742110] env[65997]: WARNING neutronclient.v2_0.client [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.751660] env[65997]: DEBUG oslo_vmware.api [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for the task: (returnval){ [ 636.751660] env[65997]: value = "task-4717568" [ 636.751660] env[65997]: _type = "Task" [ 636.751660] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.753516] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.753516] env[65997]: value = "task-4717569" [ 636.753516] env[65997]: _type = "Task" [ 636.753516] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.766026] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.776120] env[65997]: DEBUG oslo_vmware.api [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.777030] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717569, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.854554] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.856081] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.882187] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.000892] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.085738] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717563, 'name': Rename_Task, 'duration_secs': 0.426227} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.090679] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.092515] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d354b5a-5030-41b7-98d0-4c6bd317f60f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.099915] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 637.099915] env[65997]: value = "task-4717570" [ 637.099915] env[65997]: _type = "Task" [ 637.099915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.117828] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.117828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.190692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-93a27dbd-40ac-45d3-acba-d90b9f80e9a4 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.882s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.232944] env[65997]: DEBUG nova.policy [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9f19d82a23447a98436c3f7c6c7f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ba4f163662b459a96b28cb233b8b806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.245215] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 637.275719] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.282493] env[65997]: DEBUG oslo_vmware.api [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Task: {'id': task-4717568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363286} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.288293] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.288695] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.289055] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.289422] env[65997]: INFO nova.compute.manager [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 637.289810] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 637.290152] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717569, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.290582] env[65997]: DEBUG nova.compute.manager [-] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 637.290766] env[65997]: DEBUG nova.network.neutron [-] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 637.291208] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.334048] env[65997]: DEBUG nova.network.neutron [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Updated VIF entry in instance network info cache for port 4a842a8c-c14f-40c4-9253-beb4395023df. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.334592] env[65997]: DEBUG nova.network.neutron [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Updating instance_info_cache with network_info: [{"id": "4a842a8c-c14f-40c4-9253-beb4395023df", "address": "fa:16:3e:e1:53:03", "network": {"id": "66b59c8c-8c84-4917-895d-9b04b5fecec6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2063725296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090f58c5c19d4ae39ed4d346a5be54f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a842a8c-c1", "ovs_interfaceid": "4a842a8c-c14f-40c4-9253-beb4395023df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.502684] env[65997]: DEBUG oslo_vmware.api [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717551, 'name': PowerOnVM_Task, 'duration_secs': 3.561339} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.502684] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.502921] env[65997]: INFO nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Took 17.54 seconds to spawn the instance on the hypervisor. [ 637.503699] env[65997]: DEBUG nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.504166] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ce23f6-b291-48a6-8863-ba0144f25ed6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.611757] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.613569] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5166b240-2b1c-482e-9867-6e31b8146535 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.622505] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e69872-6266-4114-bcd9-ec4648180503 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.660124] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.662667] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d6ae80-558a-4ea0-b06c-137c922f16e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.673603] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f478501-beff-493c-82b1-6c55839f31d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.693700] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.697465] env[65997]: DEBUG nova.compute.provider_tree [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.730180] env[65997]: DEBUG nova.network.neutron [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Successfully created port: 1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 637.764155] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725018} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.767842] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.768087] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.768513] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed3c447-96b4-4353-8acd-19608d4cdb12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.776667] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717569, 'name': CreateVM_Task, 'duration_secs': 0.723134} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.778078] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.778444] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 637.778444] env[65997]: value = "task-4717571" [ 637.778444] env[65997]: _type = "Task" [ 637.778444] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.778975] env[65997]: WARNING neutronclient.v2_0.client [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.779477] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.779630] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.779937] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.780264] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e34938-6cc1-49b2-b055-fecaac548178 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.790970] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 637.790970] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0fb00-76b4-222a-ea80-2f3fea344da0" [ 637.790970] env[65997]: _type = "Task" [ 637.790970] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.795025] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.808617] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0fb00-76b4-222a-ea80-2f3fea344da0, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.808617] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.808794] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.808980] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.809132] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.809343] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.809642] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a39e0e-4ce5-474d-bbd1-6d0f38b7692b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.819850] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.820060] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.820921] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ef8ec5-8007-48fc-b801-f69b3ab45ede {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.827745] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 637.827745] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ee9697-cf35-5c5e-e6ef-3fa6e1707ef5" [ 637.827745] env[65997]: _type = "Task" [ 637.827745] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.840744] env[65997]: DEBUG oslo_concurrency.lockutils [req-eb9e4f57-7e20-4e45-a8e4-9f9299abf8c0 req-e5d3cf7c-174d-4fcc-86d4-22e422d21e1d service nova] Releasing lock "refresh_cache-036ff0c7-1768-41bc-90b3-a537a23c7acf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.841152] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ee9697-cf35-5c5e-e6ef-3fa6e1707ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.034328] env[65997]: INFO nova.compute.manager [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Took 23.25 seconds to build instance. [ 638.119469] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717570, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.221756] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.231045] env[65997]: ERROR nova.scheduler.client.report [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [req-ec4dff04-ff82-4f3a-b065-9ba901c2249d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e1a15bd-fb11-46b1-bf35-a6d54600733e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec4dff04-ff82-4f3a-b065-9ba901c2249d"}]} [ 638.248778] env[65997]: DEBUG nova.scheduler.client.report [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Refreshing inventories for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 638.260187] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.265196] env[65997]: DEBUG nova.scheduler.client.report [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updating ProviderTree inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 638.265393] env[65997]: DEBUG nova.compute.provider_tree [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.278839] env[65997]: DEBUG nova.scheduler.client.report [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Refreshing aggregate associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, aggregates: None {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 638.295197] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081279} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.298255] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.298255] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.298410] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.299036] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.299036] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.299036] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.299301] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.299411] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.299721] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.299721] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.299844] env[65997]: DEBUG nova.virt.hardware [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.300193] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.301080] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dd3dbd-5b3f-4f36-b914-0c4da855d672 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.304638] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9ba2e-71e4-47b8-81a6-c4417023ce08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.309836] env[65997]: DEBUG nova.scheduler.client.report [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Refreshing trait associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 638.331604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63dc4ae-8e00-4ee8-81b6-859dcdcb6254 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.345264] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.352102] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dcb068-e7aa-4f27-b800-b5ab5262985d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.386369] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ee9697-cf35-5c5e-e6ef-3fa6e1707ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.386659] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 638.386659] env[65997]: value = "task-4717572" [ 638.386659] env[65997]: _type = "Task" [ 638.386659] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.387837] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0490cd-12bd-4067-be13-a1806f82607a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.400976] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.404830] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 638.404830] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d549c-d83c-20e0-4752-2ef9f1e9cd51" [ 638.404830] env[65997]: _type = "Task" [ 638.404830] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.415497] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d549c-d83c-20e0-4752-2ef9f1e9cd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.475519] env[65997]: DEBUG nova.network.neutron [-] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.538809] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7407b890-0e27-41aa-abe4-0d3f58f0cfdb tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "364743f2-8787-4d86-b268-c6a48ddee7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.775s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.547412] env[65997]: WARNING neutronclient.v2_0.client [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.613602] env[65997]: DEBUG oslo_vmware.api [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717570, 'name': PowerOnVM_Task, 'duration_secs': 1.38318} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.613885] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.614098] env[65997]: INFO nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Took 11.59 seconds to spawn the instance on the hypervisor. [ 638.615036] env[65997]: DEBUG nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.615722] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8402f89-a01a-4172-a373-97698fa3041a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.734372] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fdca7e-e348-4c92-8639-c1422381f6c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.743203] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63679a31-b7eb-4f54-a737-6ad0b01d943f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.777228] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe88ef-3f34-4327-b3fc-7a63a7156402 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.785875] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c6b04c-b5c7-410f-a3c1-88d0be217cda {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.802162] env[65997]: DEBUG nova.compute.provider_tree [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.898439] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717572, 'name': ReconfigVM_Task, 'duration_secs': 0.335598} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.898711] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Reconfigured VM instance instance-0000000b to attach disk [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.899350] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ddea8ef-840f-4475-9735-2cd9ebad33b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.909864] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 638.909864] env[65997]: value = "task-4717574" [ 638.909864] env[65997]: _type = "Task" [ 638.909864] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.917285] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d549c-d83c-20e0-4752-2ef9f1e9cd51, 'name': SearchDatastore_Task, 'duration_secs': 0.023591} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.917943] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.918270] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] dc101edc-bd74-4ceb-9f08-6ee830f7f1a7/dc101edc-bd74-4ceb-9f08-6ee830f7f1a7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.918489] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e4800e-6375-40cc-92c1-94a17b57aab3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.923747] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717574, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.929626] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 638.929626] env[65997]: value = "task-4717575" [ 638.929626] env[65997]: _type = "Task" [ 638.929626] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.938510] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.981166] env[65997]: INFO nova.compute.manager [-] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Took 1.69 seconds to deallocate network for instance. [ 639.036645] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Updated VIF entry in instance network info cache for port be7ff8df-da8b-4d26-b74c-b67c17690ff7. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.037098] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Updating instance_info_cache with network_info: [{"id": "be7ff8df-da8b-4d26-b74c-b67c17690ff7", "address": "fa:16:3e:a7:d4:4c", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7ff8df-da", "ovs_interfaceid": "be7ff8df-da8b-4d26-b74c-b67c17690ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.140912] env[65997]: INFO nova.compute.manager [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Took 21.93 seconds to build instance. [ 639.241079] env[65997]: DEBUG nova.compute.manager [None req-22d34286-bc31-4051-87e8-a4cb38853deb tempest-ServerDiagnosticsV248Test-120022929 tempest-ServerDiagnosticsV248Test-120022929-project-admin] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.242603] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555377f2-3ed9-4f09-87f4-21e0762b0941 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.253076] env[65997]: INFO nova.compute.manager [None req-22d34286-bc31-4051-87e8-a4cb38853deb tempest-ServerDiagnosticsV248Test-120022929 tempest-ServerDiagnosticsV248Test-120022929-project-admin] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Retrieving diagnostics [ 639.254327] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261d5f7-2bc8-44ae-930c-813ac54c5f67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.350839] env[65997]: DEBUG nova.scheduler.client.report [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 639.351162] env[65997]: DEBUG nova.compute.provider_tree [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 28 to 29 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.351365] env[65997]: DEBUG nova.compute.provider_tree [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.424159] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717574, 'name': Rename_Task, 'duration_secs': 0.151151} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.424658] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.425105] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8923282c-a726-4978-b190-0b1ac1ed1bee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.437445] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 639.437445] env[65997]: value = "task-4717576" [ 639.437445] env[65997]: _type = "Task" [ 639.437445] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.447141] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.453999] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.490348] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.540646] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Releasing lock "refresh_cache-4bc4a430-5d59-400a-92b3-96307b8d9ac2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.541118] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Received event network-changed-50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.541242] env[65997]: DEBUG nova.compute.manager [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Refreshing instance network info cache due to event network-changed-50f781ff-6ef0-4883-abc5-fa372825b841. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.541890] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquiring lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.541890] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Acquired lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.541890] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Refreshing network info cache for port 50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.642904] env[65997]: DEBUG oslo_concurrency.lockutils [None req-82980d41-5d68-49db-b802-af286225f758 tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.443s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.744438] env[65997]: DEBUG nova.network.neutron [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Successfully updated port: 1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.851500] env[65997]: DEBUG nova.compute.manager [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Received event network-vif-plugged-6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.851775] env[65997]: DEBUG oslo_concurrency.lockutils [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] Acquiring lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.851914] env[65997]: DEBUG oslo_concurrency.lockutils [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.852050] env[65997]: DEBUG oslo_concurrency.lockutils [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.852276] env[65997]: DEBUG nova.compute.manager [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] No waiting events found dispatching network-vif-plugged-6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.852346] env[65997]: WARNING nova.compute.manager [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Received unexpected event network-vif-plugged-6518aef0-451e-4484-8cf7-d1f0345db458 for instance with vm_state building and task_state spawning. [ 639.852500] env[65997]: DEBUG nova.compute.manager [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Received event network-changed-6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.852650] env[65997]: DEBUG nova.compute.manager [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Refreshing instance network info cache due to event network-changed-6518aef0-451e-4484-8cf7-d1f0345db458. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.852826] env[65997]: DEBUG oslo_concurrency.lockutils [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] Acquiring lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.853011] env[65997]: DEBUG oslo_concurrency.lockutils [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] Acquired lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.853172] env[65997]: DEBUG nova.network.neutron [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Refreshing network info cache for port 6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.859484] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.640s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.859484] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 639.861168] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.690s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.865931] env[65997]: INFO nova.compute.claims [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.942105] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717575, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.952648] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.045529] env[65997]: WARNING neutronclient.v2_0.client [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.251308] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "refresh_cache-81fdad7d-883c-4c7a-af16-84abf73eded1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.251520] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "refresh_cache-81fdad7d-883c-4c7a-af16-84abf73eded1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.251715] env[65997]: DEBUG nova.network.neutron [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.357797] env[65997]: WARNING neutronclient.v2_0.client [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.373849] env[65997]: DEBUG nova.compute.utils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.374664] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 640.376288] env[65997]: DEBUG nova.network.neutron [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.376288] env[65997]: WARNING neutronclient.v2_0.client [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.376288] env[65997]: WARNING neutronclient.v2_0.client [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.442008] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717575, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.457176] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.867495] env[65997]: DEBUG nova.compute.manager [req-ccb8ed35-10ec-4c6a-94ad-ecdac7d2be70 req-f7940574-3664-4971-8863-fca770353900 service nova] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Received event network-vif-deleted-f044e609-ea6e-4ee7-9d7d-996f26d712a4 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 640.879556] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 640.941510] env[65997]: DEBUG nova.policy [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bada1d98be1c4224b4ef1125f8564cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '095814acc3cc4d59ba2a07db884b1fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.956035] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717575, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.540546} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.961516] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] dc101edc-bd74-4ceb-9f08-6ee830f7f1a7/dc101edc-bd74-4ceb-9f08-6ee830f7f1a7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.961516] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.963088] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-affdd807-ca91-4847-89e0-561c4a066c69 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.973218] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.977386] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 640.977386] env[65997]: value = "task-4717578" [ 640.977386] env[65997]: _type = "Task" [ 640.977386] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.994814] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.107154] env[65997]: DEBUG nova.network.neutron [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 641.236770] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954e693f-bd19-4bb8-9e28-49a43114f4b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.248071] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3975669-9495-4923-a2eb-bd19e73639b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.282119] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ed7c1f-d193-4076-b923-af8343a11037 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.292129] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2090d-08fc-4ee7-8cea-4dadced78833 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.308924] env[65997]: DEBUG nova.compute.provider_tree [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.456456] env[65997]: DEBUG oslo_vmware.api [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717576, 'name': PowerOnVM_Task, 'duration_secs': 1.563685} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.456615] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.457314] env[65997]: DEBUG nova.compute.manager [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.457682] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af036361-f29a-4281-9ccb-b2e6dbc28c8a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.489328] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074859} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.489608] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.490513] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c350a-d0c2-42e9-a851-e608c7a5df31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.514881] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] dc101edc-bd74-4ceb-9f08-6ee830f7f1a7/dc101edc-bd74-4ceb-9f08-6ee830f7f1a7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.516268] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9fdbde9-a30e-44af-91e6-86a57a798ea8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.537720] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 641.537720] env[65997]: value = "task-4717579" [ 641.537720] env[65997]: _type = "Task" [ 641.537720] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.547705] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.812730] env[65997]: DEBUG nova.scheduler.client.report [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.891269] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 641.928076] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.928592] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.928912] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.929240] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.929490] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.929773] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.930126] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.930385] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.930685] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.930992] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.933376] env[65997]: DEBUG nova.virt.hardware [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.933376] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71696c4-e342-41a0-9074-d8243e97a876 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.945872] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc39edf-b4f6-4ab4-96ea-f9199cbe73f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.976323] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.050905] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.320022] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.320606] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 642.323228] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.940s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.325979] env[65997]: INFO nova.compute.claims [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.500575] env[65997]: DEBUG nova.network.neutron [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Successfully created port: 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.552574] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717579, 'name': ReconfigVM_Task, 'duration_secs': 0.805964} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.552805] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Reconfigured VM instance instance-00000011 to attach disk [datastore1] dc101edc-bd74-4ceb-9f08-6ee830f7f1a7/dc101edc-bd74-4ceb-9f08-6ee830f7f1a7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.553510] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1f797e6-aa07-476c-b7c1-153b2ecbfed9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.565513] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 642.565513] env[65997]: value = "task-4717580" [ 642.565513] env[65997]: _type = "Task" [ 642.565513] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.579023] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717580, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.608890] env[65997]: WARNING neutronclient.v2_0.client [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.831554] env[65997]: DEBUG nova.compute.utils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.836916] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 642.837258] env[65997]: DEBUG nova.network.neutron [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 642.837614] env[65997]: WARNING neutronclient.v2_0.client [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.837998] env[65997]: WARNING neutronclient.v2_0.client [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.079104] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717580, 'name': Rename_Task, 'duration_secs': 0.206571} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.079537] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.079820] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91742541-c09b-4c15-9c74-7f37df18636a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.090565] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 643.090565] env[65997]: value = "task-4717582" [ 643.090565] env[65997]: _type = "Task" [ 643.090565] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.099510] env[65997]: WARNING neutronclient.v2_0.client [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.111032] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.220264] env[65997]: WARNING neutronclient.v2_0.client [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.350340] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 643.390225] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updated VIF entry in instance network info cache for port 50f781ff-6ef0-4883-abc5-fa372825b841. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 643.390225] env[65997]: DEBUG nova.network.neutron [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updating instance_info_cache with network_info: [{"id": "50f781ff-6ef0-4883-abc5-fa372825b841", "address": "fa:16:3e:66:89:a2", "network": {"id": "a29a7094-c170-41be-a600-5c40f59fc344", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-610335513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40f6c1a384b4c498ab5d535f48034a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f781ff-6e", "ovs_interfaceid": "50f781ff-6ef0-4883-abc5-fa372825b841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.483177] env[65997]: DEBUG nova.policy [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2517f4891f04ae29ddb14c0bb8d9df1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc2c7112a03498fb742ea1f3c7a407f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.539022] env[65997]: DEBUG nova.network.neutron [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Updating instance_info_cache with network_info: [{"id": "1805f520-1c21-43b1-8119-4f3be91ab433", "address": "fa:16:3e:f1:91:6d", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1805f520-1c", "ovs_interfaceid": "1805f520-1c21-43b1-8119-4f3be91ab433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.587496] env[65997]: DEBUG nova.network.neutron [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Updated VIF entry in instance network info cache for port 6518aef0-451e-4484-8cf7-d1f0345db458. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 643.587951] env[65997]: DEBUG nova.network.neutron [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Updating instance_info_cache with network_info: [{"id": "6518aef0-451e-4484-8cf7-d1f0345db458", "address": "fa:16:3e:ef:e6:7d", "network": {"id": "95334d36-17f3-4a20-a9b6-87918ca6ffb0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941675973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c24ebd0b049efbc11a3ad903b4de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6518aef0-45", "ovs_interfaceid": "6518aef0-451e-4484-8cf7-d1f0345db458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.603414] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.676159] env[65997]: DEBUG oslo_concurrency.lockutils [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "interface-036ff0c7-1768-41bc-90b3-a537a23c7acf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.676758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "interface-036ff0c7-1768-41bc-90b3-a537a23c7acf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.677311] env[65997]: DEBUG nova.objects.instance [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lazy-loading 'flavor' on Instance uuid 036ff0c7-1768-41bc-90b3-a537a23c7acf {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.704893] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928b7777-04f9-48aa-b0c6-e7a3f9d21690 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.716643] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a1ba7-a3fe-4b9f-acd4-2e042a5de984 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.757121] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632cac5-8bf8-43c5-983d-4747b1801a94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.770424] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efa8c3-464a-4ba6-9310-f9e04dac15da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.788966] env[65997]: DEBUG nova.compute.provider_tree [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.893727] env[65997]: DEBUG oslo_concurrency.lockutils [req-59cbdd95-3db4-4ba2-a23f-d53d1658229d req-64a694af-22a0-40cd-928e-7d61b3f0bc80 service nova] Releasing lock "refresh_cache-b91405c7-49e7-4579-9553-498d1287bb98" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.044039] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "refresh_cache-81fdad7d-883c-4c7a-af16-84abf73eded1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.044516] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Instance network_info: |[{"id": "1805f520-1c21-43b1-8119-4f3be91ab433", "address": "fa:16:3e:f1:91:6d", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1805f520-1c", "ovs_interfaceid": "1805f520-1c21-43b1-8119-4f3be91ab433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 644.045129] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:91:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1805f520-1c21-43b1-8119-4f3be91ab433', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.054878] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.055575] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.055833] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90297de8-4390-4cdd-815e-c6bc368d837a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.081121] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.081121] env[65997]: value = "task-4717583" [ 644.081121] env[65997]: _type = "Task" [ 644.081121] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.090106] env[65997]: DEBUG nova.network.neutron [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Successfully created port: 5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.093128] env[65997]: DEBUG oslo_concurrency.lockutils [req-8daeaa4e-0640-4c8a-97ce-3ea92eb9baee req-3216fe1a-8164-40bd-82a0-affb2e8bf1e0 service nova] Releasing lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.101667] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717583, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.109223] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.181568] env[65997]: WARNING neutronclient.v2_0.client [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.182119] env[65997]: DEBUG nova.objects.instance [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lazy-loading 'pci_requests' on Instance uuid 036ff0c7-1768-41bc-90b3-a537a23c7acf {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.293881] env[65997]: DEBUG nova.scheduler.client.report [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.363676] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 644.394910] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 644.395089] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.395264] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 644.395448] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.395877] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 644.395877] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 644.396037] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 644.396197] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 644.396392] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 644.396551] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 644.397285] env[65997]: DEBUG nova.virt.hardware [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 644.398475] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f6e9e-cea9-4511-9edb-645f3205d3ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.408224] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dc7596-facc-4254-8e19-0623e8e10cd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.444251] env[65997]: DEBUG nova.network.neutron [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Successfully updated port: 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.574119] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.592081] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717583, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.603957] env[65997]: DEBUG oslo_vmware.api [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4717582, 'name': PowerOnVM_Task, 'duration_secs': 1.28885} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.604251] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.604449] env[65997]: INFO nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Took 10.88 seconds to spawn the instance on the hypervisor. [ 644.604621] env[65997]: DEBUG nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 644.606380] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3786766d-b104-483d-b1d1-1d0107554936 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.687419] env[65997]: DEBUG nova.objects.base [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Object Instance<036ff0c7-1768-41bc-90b3-a537a23c7acf> lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 644.687419] env[65997]: DEBUG nova.network.neutron [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 644.687670] env[65997]: WARNING neutronclient.v2_0.client [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.691033] env[65997]: WARNING neutronclient.v2_0.client [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.802653] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.802653] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 644.807733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.488s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.807991] env[65997]: DEBUG nova.objects.instance [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'resources' on Instance uuid 7286aa27-ff7d-46cd-851a-6be6d2b9de7c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.921419] env[65997]: DEBUG oslo_concurrency.lockutils [None req-77cb3c01-a3ab-412e-88a0-438a70ec6146 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "interface-036ff0c7-1768-41bc-90b3-a537a23c7acf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.244s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.947268] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.948071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.948071] env[65997]: DEBUG nova.network.neutron [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.082637] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.082637] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.086292] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.086479] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 645.097237] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717583, 'name': CreateVM_Task, 'duration_secs': 0.564691} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.097328] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.098022] env[65997]: WARNING neutronclient.v2_0.client [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.098332] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.098767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.098843] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.099544] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89942c46-3459-4e68-9bdf-d440bb96c172 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.106386] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 645.106386] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dd70c8-6774-928f-8274-cdb3b1b67612" [ 645.106386] env[65997]: _type = "Task" [ 645.106386] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.116301] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dd70c8-6774-928f-8274-cdb3b1b67612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.126203] env[65997]: INFO nova.compute.manager [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Took 19.21 seconds to build instance. [ 645.311975] env[65997]: DEBUG nova.compute.utils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.316481] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 645.316680] env[65997]: DEBUG nova.network.neutron [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.317341] env[65997]: WARNING neutronclient.v2_0.client [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.317500] env[65997]: WARNING neutronclient.v2_0.client [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.362047] env[65997]: DEBUG nova.policy [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d773d71d7da406089a44bcc493f2e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf4b8057e5994647a5a51ab24eee3c4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.582488] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.582703] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.582854] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.606160] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b8cbe-f9a0-4e50-9fa3-7157eb2298e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.626734] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbdf10b-fbfe-4290-b479-cb46d0820f6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.631862] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dd70c8-6774-928f-8274-cdb3b1b67612, 'name': SearchDatastore_Task, 'duration_secs': 0.014739} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.632314] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b59b01c3-46a4-4f1b-b777-266e29173787 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.731s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.632845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.633210] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.633387] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.633566] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.633777] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.634588] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9033d2b-e0e0-4980-9cd9-b633dc169ea2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.664960] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea5b74-f7e8-418d-a3ef-8acab53fe2f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.667894] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.668209] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.668999] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc29f69-fe88-49d1-ba33-ae0a676d54c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.680015] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081e3483-b36a-46c2-bc44-4efbfc56c435 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.684620] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 645.684620] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d878f3-e46a-b390-c91f-e7476da8781d" [ 645.684620] env[65997]: _type = "Task" [ 645.684620] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.697250] env[65997]: DEBUG nova.compute.provider_tree [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.706032] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d878f3-e46a-b390-c91f-e7476da8781d, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.707516] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb40882f-4693-4818-aa91-fc6979feec08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.714519] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 645.714519] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524422c4-79b2-e451-d821-6321bf34bbbb" [ 645.714519] env[65997]: _type = "Task" [ 645.714519] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.724544] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524422c4-79b2-e451-d821-6321bf34bbbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.756746] env[65997]: DEBUG nova.network.neutron [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Successfully created port: 86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 645.782334] env[65997]: DEBUG nova.network.neutron [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.793336] env[65997]: DEBUG nova.network.neutron [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Successfully updated port: 5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 645.820562] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 645.935026] env[65997]: WARNING neutronclient.v2_0.client [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.064600] env[65997]: DEBUG nova.network.neutron [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.204167] env[65997]: DEBUG nova.scheduler.client.report [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.229453] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524422c4-79b2-e451-d821-6321bf34bbbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.229785] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.230054] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 81fdad7d-883c-4c7a-af16-84abf73eded1/81fdad7d-883c-4c7a-af16-84abf73eded1.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.230336] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf80b57-41dd-4d5d-ba10-d4284dfd5aac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.241019] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 646.241019] env[65997]: value = "task-4717585" [ 646.241019] env[65997]: _type = "Task" [ 646.241019] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.251727] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.303883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "refresh_cache-70d5bb35-cf67-4065-b51a-6b952911a07c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.303883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired lock "refresh_cache-70d5bb35-cf67-4065-b51a-6b952911a07c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.303883] env[65997]: DEBUG nova.network.neutron [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 646.303883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "17797362-54f3-428b-8ddb-701c132171f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.304305] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "17797362-54f3-428b-8ddb-701c132171f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.568928] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.568928] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Instance network_info: |[{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 646.569103] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:6c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4114f001-f0b2-4aa7-bb1f-5a51d3a656b3', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.581851] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Creating folder: Project (095814acc3cc4d59ba2a07db884b1fbf). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.586748] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.586748] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33c3a76d-48fe-4724-a3ff-9a8248e647e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.589888] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Received event network-vif-deleted-76eb312d-82b8-4648-84b5-c328093ee585 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.590199] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Received event network-vif-plugged-1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.590490] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Acquiring lock "81fdad7d-883c-4c7a-af16-84abf73eded1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.590831] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.590972] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.591316] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] No waiting events found dispatching network-vif-plugged-1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.591521] env[65997]: WARNING nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Received unexpected event network-vif-plugged-1805f520-1c21-43b1-8119-4f3be91ab433 for instance with vm_state building and task_state spawning. [ 646.591701] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Received event network-changed-1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.591853] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Refreshing instance network info cache due to event network-changed-1805f520-1c21-43b1-8119-4f3be91ab433. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.592075] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Acquiring lock "refresh_cache-81fdad7d-883c-4c7a-af16-84abf73eded1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.592236] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Acquired lock "refresh_cache-81fdad7d-883c-4c7a-af16-84abf73eded1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.592392] env[65997]: DEBUG nova.network.neutron [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Refreshing network info cache for port 1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.595872] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.611821] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Created folder: Project (095814acc3cc4d59ba2a07db884b1fbf) in parent group-v920549. [ 646.612224] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Creating folder: Instances. Parent ref: group-v920603. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.614159] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-151b1016-807c-41e8-92e9-de27b3745aef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.631248] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Created folder: Instances in parent group-v920603. [ 646.631248] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 646.631248] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.631248] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04cfc65-a005-42b9-bf96-b83099db3995 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.668013] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.668013] env[65997]: value = "task-4717588" [ 646.668013] env[65997]: _type = "Task" [ 646.668013] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.683435] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717588, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.709795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.712563] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.831s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.714427] env[65997]: INFO nova.compute.claims [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.747238] env[65997]: INFO nova.scheduler.client.report [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocations for instance 7286aa27-ff7d-46cd-851a-6be6d2b9de7c [ 646.757260] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.812479] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 646.822590] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "8dc53e6b-d2df-446f-af12-73f67b717546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.822590] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.832290] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 646.886901] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.888812] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.889770] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.889990] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.890162] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.890326] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.890654] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.890754] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.891210] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.891464] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.891780] env[65997]: DEBUG nova.virt.hardware [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.893866] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2fdee-40a8-4fd7-a87c-802e28198798 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.905380] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62688737-2511-420d-91ef-7eaf411e22ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.096620] env[65997]: WARNING neutronclient.v2_0.client [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.102542] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.179580] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717588, 'name': CreateVM_Task, 'duration_secs': 0.474716} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.179764] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.180383] env[65997]: WARNING neutronclient.v2_0.client [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.180889] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.181162] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.181632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.182014] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b1bee2-978f-4a25-9e55-774476f4918d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.188312] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 647.188312] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5286806d-67dc-d7b2-31ca-f3a49e033c8b" [ 647.188312] env[65997]: _type = "Task" [ 647.188312] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.197563] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5286806d-67dc-d7b2-31ca-f3a49e033c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.256521] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572955} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.257032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-03f5c76c-3f0e-4a27-8d79-f76b18a22322 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "7286aa27-ff7d-46cd-851a-6be6d2b9de7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.133s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.258013] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 81fdad7d-883c-4c7a-af16-84abf73eded1/81fdad7d-883c-4c7a-af16-84abf73eded1.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.258217] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.258644] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6685a31c-320e-43c9-b147-59a605589ef9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.268252] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 647.268252] env[65997]: value = "task-4717590" [ 647.268252] env[65997]: _type = "Task" [ 647.268252] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.278817] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.324864] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 647.336943] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.378101] env[65997]: DEBUG nova.network.neutron [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Successfully updated port: 86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.424146] env[65997]: DEBUG nova.network.neutron [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.705779] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5286806d-67dc-d7b2-31ca-f3a49e033c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01399} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.706099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.706522] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.706625] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.706705] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.706881] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.707195] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5579ba48-451a-42e4-8a25-9d4451ff2d74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.721770] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.721770] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.721770] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee39a781-cb5a-4c2e-8b9a-d527e3f4215f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.732039] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 647.732039] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52584a4a-44c4-b069-ba92-4a144b9b7e29" [ 647.732039] env[65997]: _type = "Task" [ 647.732039] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.741432] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52584a4a-44c4-b069-ba92-4a144b9b7e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.783113] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159705} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.783113] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.783113] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76598491-1190-4730-b4c4-92063c657f40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.815079] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 81fdad7d-883c-4c7a-af16-84abf73eded1/81fdad7d-883c-4c7a-af16-84abf73eded1.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.818448] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29be6459-d7ce-424a-bfac-f1f3f6a18de8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.844804] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 647.844804] env[65997]: value = "task-4717591" [ 647.844804] env[65997]: _type = "Task" [ 647.844804] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.858064] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.858814] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.882448] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.882695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquired lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.883246] env[65997]: DEBUG nova.network.neutron [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.035899] env[65997]: WARNING neutronclient.v2_0.client [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.106092] env[65997]: DEBUG nova.compute.manager [req-0b8e24fe-6f06-4455-ade4-60e403963411 req-17006a89-004c-44c0-9a80-4cfe0d2421a2 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received event network-vif-plugged-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 648.106092] env[65997]: DEBUG oslo_concurrency.lockutils [req-0b8e24fe-6f06-4455-ade4-60e403963411 req-17006a89-004c-44c0-9a80-4cfe0d2421a2 service nova] Acquiring lock "4e9caa7d-601c-4660-8430-1884d634b2a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.106092] env[65997]: DEBUG oslo_concurrency.lockutils [req-0b8e24fe-6f06-4455-ade4-60e403963411 req-17006a89-004c-44c0-9a80-4cfe0d2421a2 service nova] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.106092] env[65997]: DEBUG oslo_concurrency.lockutils [req-0b8e24fe-6f06-4455-ade4-60e403963411 req-17006a89-004c-44c0-9a80-4cfe0d2421a2 service nova] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.106092] env[65997]: DEBUG nova.compute.manager [req-0b8e24fe-6f06-4455-ade4-60e403963411 req-17006a89-004c-44c0-9a80-4cfe0d2421a2 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] No waiting events found dispatching network-vif-plugged-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 648.107241] env[65997]: WARNING nova.compute.manager [req-0b8e24fe-6f06-4455-ade4-60e403963411 req-17006a89-004c-44c0-9a80-4cfe0d2421a2 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received unexpected event network-vif-plugged-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 for instance with vm_state building and task_state spawning. [ 648.124331] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf90aff-74d3-4efe-9705-447b72f6f96a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.135111] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf2f993-802f-4299-8ef5-a12728c388a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.171580] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5389e-7122-46bf-b0a7-1e6fc2522cd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.181121] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb983602-3485-4a6c-91ff-0b37abf0fa45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.197514] env[65997]: DEBUG nova.compute.provider_tree [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.250705] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52584a4a-44c4-b069-ba92-4a144b9b7e29, 'name': SearchDatastore_Task, 'duration_secs': 0.048796} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.255943] env[65997]: WARNING neutronclient.v2_0.client [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.258704] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0192e7e-f7e8-4ffb-8437-aa5214c88bfa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.265935] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 648.265935] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528b514e-c00d-5fe0-2a40-f36214d22039" [ 648.265935] env[65997]: _type = "Task" [ 648.265935] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.275042] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528b514e-c00d-5fe0-2a40-f36214d22039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.358206] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.447159] env[65997]: DEBUG nova.network.neutron [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Updating instance_info_cache with network_info: [{"id": "5f3ebe53-e0ec-417b-ab10-e1c8635beea3", "address": "fa:16:3e:24:20:d8", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3ebe53-e0", "ovs_interfaceid": "5f3ebe53-e0ec-417b-ab10-e1c8635beea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.500391] env[65997]: DEBUG nova.network.neutron [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.512084] env[65997]: DEBUG nova.network.neutron [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Updated VIF entry in instance network info cache for port 1805f520-1c21-43b1-8119-4f3be91ab433. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.512084] env[65997]: DEBUG nova.network.neutron [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Updating instance_info_cache with network_info: [{"id": "1805f520-1c21-43b1-8119-4f3be91ab433", "address": "fa:16:3e:f1:91:6d", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1805f520-1c", "ovs_interfaceid": "1805f520-1c21-43b1-8119-4f3be91ab433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.643186] env[65997]: WARNING neutronclient.v2_0.client [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.702322] env[65997]: DEBUG nova.scheduler.client.report [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.752742] env[65997]: DEBUG nova.network.neutron [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Updating instance_info_cache with network_info: [{"id": "86b32f79-3a74-4218-a199-0db2f1f263d1", "address": "fa:16:3e:e1:49:96", "network": {"id": "e3dc3244-6938-44d0-82f0-5d67eddada18", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847349586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4b8057e5994647a5a51ab24eee3c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b32f79-3a", "ovs_interfaceid": "86b32f79-3a74-4218-a199-0db2f1f263d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.778954] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528b514e-c00d-5fe0-2a40-f36214d22039, 'name': SearchDatastore_Task, 'duration_secs': 0.047182} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.779238] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.779577] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4e9caa7d-601c-4660-8430-1884d634b2a3/4e9caa7d-601c-4660-8430-1884d634b2a3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.779843] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efc3de92-0100-450b-893d-94ad19552e60 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.788306] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 648.788306] env[65997]: value = "task-4717592" [ 648.788306] env[65997]: _type = "Task" [ 648.788306] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.797866] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.858487] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717591, 'name': ReconfigVM_Task, 'duration_secs': 0.887213} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.858797] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 81fdad7d-883c-4c7a-af16-84abf73eded1/81fdad7d-883c-4c7a-af16-84abf73eded1.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.859499] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4159948-93e5-417f-8cb4-c1706ce5d6e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.867803] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 648.867803] env[65997]: value = "task-4717593" [ 648.867803] env[65997]: _type = "Task" [ 648.867803] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.878586] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717593, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.947815] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Releasing lock "refresh_cache-70d5bb35-cf67-4065-b51a-6b952911a07c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.948336] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Instance network_info: |[{"id": "5f3ebe53-e0ec-417b-ab10-e1c8635beea3", "address": "fa:16:3e:24:20:d8", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3ebe53-e0", "ovs_interfaceid": "5f3ebe53-e0ec-417b-ab10-e1c8635beea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 648.951201] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:20:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f3ebe53-e0ec-417b-ab10-e1c8635beea3', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.958103] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating folder: Project (ffc2c7112a03498fb742ea1f3c7a407f). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.958815] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a84da8f-6e6a-40c2-8c4c-595f6880662c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.974990] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Created folder: Project (ffc2c7112a03498fb742ea1f3c7a407f) in parent group-v920549. [ 648.974990] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating folder: Instances. Parent ref: group-v920606. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.974990] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-568eea7b-f535-40ee-8c58-86a4fe95efb9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.984958] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Created folder: Instances in parent group-v920606. [ 648.985481] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 648.986208] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.986208] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b355cc80-aa3f-4c9b-9b47-e6af985e33b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.017484] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Releasing lock "refresh_cache-81fdad7d-883c-4c7a-af16-84abf73eded1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.017484] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Received event network-changed-eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 649.017484] env[65997]: DEBUG nova.compute.manager [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Refreshing instance network info cache due to event network-changed-eb277944-c9f8-40be-8f6c-10386db3155e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 649.017484] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Acquiring lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.017484] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Acquired lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.017753] env[65997]: DEBUG nova.network.neutron [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Refreshing network info cache for port eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.018929] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.018929] env[65997]: value = "task-4717597" [ 649.018929] env[65997]: _type = "Task" [ 649.018929] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.031145] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717597, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.210039] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.210832] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 649.216379] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.100s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.218437] env[65997]: INFO nova.compute.claims [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.256395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Releasing lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.256888] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Instance network_info: |[{"id": "86b32f79-3a74-4218-a199-0db2f1f263d1", "address": "fa:16:3e:e1:49:96", "network": {"id": "e3dc3244-6938-44d0-82f0-5d67eddada18", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847349586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4b8057e5994647a5a51ab24eee3c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b32f79-3a", "ovs_interfaceid": "86b32f79-3a74-4218-a199-0db2f1f263d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 649.257459] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:49:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86b32f79-3a74-4218-a199-0db2f1f263d1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.266534] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Creating folder: Project (bf4b8057e5994647a5a51ab24eee3c4f). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.267592] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28aaf40d-3621-4782-8bd2-47900a511a57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.283605] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Created folder: Project (bf4b8057e5994647a5a51ab24eee3c4f) in parent group-v920549. [ 649.283846] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Creating folder: Instances. Parent ref: group-v920609. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.284208] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca1411f-b663-4e5d-83bf-63ebd2fd828f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.307118] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.307482] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Created folder: Instances in parent group-v920609. [ 649.308155] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.308562] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.308562] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a277222-a072-45f2-ba9f-9047af49d787 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.334145] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.334145] env[65997]: value = "task-4717600" [ 649.334145] env[65997]: _type = "Task" [ 649.334145] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.346923] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717600, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.367494] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "0336eab4-75c7-4e0a-8960-fc5510b821eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.367739] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.382302] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717593, 'name': Rename_Task, 'duration_secs': 0.188758} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.382557] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.382870] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c354e2e4-80b3-404b-b204-4814e7cd12fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.392528] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 649.392528] env[65997]: value = "task-4717601" [ 649.392528] env[65997]: _type = "Task" [ 649.392528] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.403448] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.524182] env[65997]: WARNING neutronclient.v2_0.client [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.533653] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717597, 'name': CreateVM_Task, 'duration_secs': 0.461918} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.533873] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.534962] env[65997]: WARNING neutronclient.v2_0.client [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.535159] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.535429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.535765] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.536058] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968d4720-1ed7-4a98-ba44-bcb899066202 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.543404] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 649.543404] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216b6ed-8ff3-6c48-f872-d6761f00f35e" [ 649.543404] env[65997]: _type = "Task" [ 649.543404] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.555314] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216b6ed-8ff3-6c48-f872-d6761f00f35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.634031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "036ff0c7-1768-41bc-90b3-a537a23c7acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.634436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.634663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "036ff0c7-1768-41bc-90b3-a537a23c7acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.634917] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.635205] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.638637] env[65997]: INFO nova.compute.manager [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Terminating instance [ 649.725956] env[65997]: DEBUG nova.compute.utils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.726972] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 649.726972] env[65997]: DEBUG nova.network.neutron [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 649.727536] env[65997]: WARNING neutronclient.v2_0.client [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.727942] env[65997]: WARNING neutronclient.v2_0.client [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.800914] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62146} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.801591] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4e9caa7d-601c-4660-8430-1884d634b2a3/4e9caa7d-601c-4660-8430-1884d634b2a3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.802049] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.802448] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4194acbc-2e2d-444f-9bb1-ecdb141edf44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.813260] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 649.813260] env[65997]: value = "task-4717602" [ 649.813260] env[65997]: _type = "Task" [ 649.813260] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.822309] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.851908] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717600, 'name': CreateVM_Task, 'duration_secs': 0.420699} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.852431] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.853158] env[65997]: WARNING neutronclient.v2_0.client [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.853777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.874899] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 649.909840] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717601, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.055717] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216b6ed-8ff3-6c48-f872-d6761f00f35e, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.056032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.056268] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.056542] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.056719] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.056911] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.057306] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.057647] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.057911] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8695c26-f8a5-49a5-afdf-181279c0574e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.060378] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2cfb3c-bfaf-47c5-9255-76201ff8723e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.065840] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 650.065840] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f57766-bdb2-03ba-1c62-11540c57405c" [ 650.065840] env[65997]: _type = "Task" [ 650.065840] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.070419] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.070582] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.071759] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ac88fe-b94b-4baa-af55-6aa357e2f9ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.081124] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f57766-bdb2-03ba-1c62-11540c57405c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.085146] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "af111d8a-60fb-481d-afcb-ff219ce0de80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.085573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.089094] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 650.089094] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c5af60-f082-4831-dcf8-ea1a27bbaf3e" [ 650.089094] env[65997]: _type = "Task" [ 650.089094] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.099266] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c5af60-f082-4831-dcf8-ea1a27bbaf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.143703] env[65997]: DEBUG nova.compute.manager [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 650.143914] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.145208] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882269da-7170-421b-894b-5d22c60495ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.155075] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.155364] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-733ad566-464f-406a-8868-e16b473ee33d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.163727] env[65997]: DEBUG oslo_vmware.api [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 650.163727] env[65997]: value = "task-4717603" [ 650.163727] env[65997]: _type = "Task" [ 650.163727] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.172743] env[65997]: DEBUG oslo_vmware.api [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.234454] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 650.328431] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067042} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.328809] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.329921] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b05b3-1d7e-4b6a-b592-e4667e9287bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.357365] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 4e9caa7d-601c-4660-8430-1884d634b2a3/4e9caa7d-601c-4660-8430-1884d634b2a3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.357705] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d46c9c-2a2e-4239-b70b-d9d3a2914b0f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.384114] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 650.384114] env[65997]: value = "task-4717604" [ 650.384114] env[65997]: _type = "Task" [ 650.384114] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.399816] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.410157] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.411172] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.467116] env[65997]: INFO nova.compute.manager [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Rebuilding instance [ 650.522717] env[65997]: DEBUG nova.compute.manager [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.522868] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb8694-6305-4b9a-8b0e-34c749ac1587 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.579453] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f57766-bdb2-03ba-1c62-11540c57405c, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.579453] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.579798] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.579798] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.608753] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c5af60-f082-4831-dcf8-ea1a27bbaf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.612105] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54926f0b-5d1a-4b37-ac96-af19b0577067 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.620166] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 650.620166] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d2d3e7-d9ef-890e-d719-b49fd2882d9e" [ 650.620166] env[65997]: _type = "Task" [ 650.620166] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.632771] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d2d3e7-d9ef-890e-d719-b49fd2882d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.656263] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63bc1df-9365-4667-bc8d-e7f1fa021b22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.671939] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e4cf7-f678-4370-950d-283e84791525 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.681184] env[65997]: DEBUG nova.policy [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2517f4891f04ae29ddb14c0bb8d9df1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc2c7112a03498fb742ea1f3c7a407f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.715070] env[65997]: DEBUG oslo_vmware.api [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717603, 'name': PowerOffVM_Task, 'duration_secs': 0.414426} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.715604] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.715781] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.716672] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30950eaa-a80a-4077-a8dc-2d8843aa1889 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.719422] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf12d6d-2e69-4bb1-a7cf-85a76df7544b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.728694] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a79e0-5bda-4ac7-92b1-3a5fbd06f741 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.751502] env[65997]: DEBUG nova.compute.provider_tree [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.796082] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.796082] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.796082] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Deleting the datastore file [datastore2] 036ff0c7-1768-41bc-90b3-a537a23c7acf {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.796082] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-872c0235-2e56-44f2-9be5-1bc0880b18bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.804170] env[65997]: DEBUG oslo_vmware.api [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for the task: (returnval){ [ 650.804170] env[65997]: value = "task-4717606" [ 650.804170] env[65997]: _type = "Task" [ 650.804170] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.814159] env[65997]: DEBUG oslo_vmware.api [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.902039] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717604, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.912107] env[65997]: DEBUG oslo_vmware.api [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717601, 'name': PowerOnVM_Task, 'duration_secs': 1.07517} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.912489] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.912757] env[65997]: INFO nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Took 12.65 seconds to spawn the instance on the hypervisor. [ 650.913010] env[65997]: DEBUG nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.914715] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d1d58-c06f-4bad-ac8e-bb422e148695 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.134264] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d2d3e7-d9ef-890e-d719-b49fd2882d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.135343] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.135501] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 70d5bb35-cf67-4065-b51a-6b952911a07c/70d5bb35-cf67-4065-b51a-6b952911a07c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.136699] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.136699] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.136699] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20e6e1a-99d5-417c-a516-d090a43ef433 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.139019] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a7640c-a117-45a1-b5ae-1369cfe23d27 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.149260] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 651.149260] env[65997]: value = "task-4717607" [ 651.149260] env[65997]: _type = "Task" [ 651.149260] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.150988] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.151377] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.158029] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc11421-d953-4153-beb3-3aa8cb49d5c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.171366] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.172832] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 651.172832] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c38409-38ff-0b7c-c8b1-12c28e209468" [ 651.172832] env[65997]: _type = "Task" [ 651.172832] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.185775] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c38409-38ff-0b7c-c8b1-12c28e209468, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.186666] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77168313-7a6a-40dd-bbe3-2215e193a860 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.196374] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 651.196374] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523f7122-635e-6de8-f96f-8172d7007af0" [ 651.196374] env[65997]: _type = "Task" [ 651.196374] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.207771] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523f7122-635e-6de8-f96f-8172d7007af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.249076] env[65997]: DEBUG nova.network.neutron [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Successfully created port: c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 651.254227] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 651.257325] env[65997]: DEBUG nova.scheduler.client.report [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.295449] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 651.295944] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.296164] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 651.296400] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.297514] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 651.297514] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 651.297514] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.297514] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 651.297901] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 651.297946] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 651.298195] env[65997]: DEBUG nova.virt.hardware [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 651.299556] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9404838-832d-4297-857d-3bcbe23f1714 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.312971] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bfaf5b-eb49-4530-afe4-e119500c835e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.323385] env[65997]: DEBUG oslo_vmware.api [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Task: {'id': task-4717606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146116} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.331672] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.331964] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.332250] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.332338] env[65997]: INFO nova.compute.manager [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 651.332541] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 651.333021] env[65997]: DEBUG nova.compute.manager [-] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 651.333147] env[65997]: DEBUG nova.network.neutron [-] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 651.333507] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.388181] env[65997]: WARNING neutronclient.v2_0.client [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.401485] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717604, 'name': ReconfigVM_Task, 'duration_secs': 0.517702} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.401954] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 4e9caa7d-601c-4660-8430-1884d634b2a3/4e9caa7d-601c-4660-8430-1884d634b2a3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.403553] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f24f4f-ee9f-44cb-9cc6-343435ea0c4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.414991] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 651.414991] env[65997]: value = "task-4717608" [ 651.414991] env[65997]: _type = "Task" [ 651.414991] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.431123] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717608, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.438617] env[65997]: INFO nova.compute.manager [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Took 20.62 seconds to build instance. [ 651.542586] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.542988] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c427b82-f600-4270-8e74-bc35fd2d8ed1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.555485] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 651.555485] env[65997]: value = "task-4717609" [ 651.555485] env[65997]: _type = "Task" [ 651.555485] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.569945] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.669039] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717607, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.708906] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523f7122-635e-6de8-f96f-8172d7007af0, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.709197] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.709453] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3/0a7ce54f-8513-43bf-a86e-adc6fee7a1d3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.709716] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1b30ad-ba33-4548-b817-3aef645b4943 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.717948] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 651.717948] env[65997]: value = "task-4717610" [ 651.717948] env[65997]: _type = "Task" [ 651.717948] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.728212] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.763026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.763026] env[65997]: DEBUG nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 651.766048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.544s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.767696] env[65997]: INFO nova.compute.claims [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.927282] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717608, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.940881] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8090fe46-1ce2-456e-b261-fae0e482c6f9 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.133s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.075012] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717609, 'name': PowerOffVM_Task, 'duration_secs': 0.232818} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.075184] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.075382] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.076198] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ecf7d6-dff2-45c9-843b-6f65ed05b4ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.093821] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.094317] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e163ba94-de69-4335-a033-e64c260ecf33 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.131069] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.131069] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.131367] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Deleting the datastore file [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.131636] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e234e188-6d9d-4862-96ac-3be9ab427032 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.142613] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 652.142613] env[65997]: value = "task-4717612" [ 652.142613] env[65997]: _type = "Task" [ 652.142613] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.161833] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.173798] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5672} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.176018] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 70d5bb35-cf67-4065-b51a-6b952911a07c/70d5bb35-cf67-4065-b51a-6b952911a07c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.176018] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.176018] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db43894f-23d7-4b8d-9004-a97bfd85ea38 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.185891] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 652.185891] env[65997]: value = "task-4717613" [ 652.185891] env[65997]: _type = "Task" [ 652.185891] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.203509] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.234540] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50358} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.234888] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3/0a7ce54f-8513-43bf-a86e-adc6fee7a1d3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.235203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.235621] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cff089c-1a39-402c-b8f5-ac75eb1faa09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.245998] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 652.245998] env[65997]: value = "task-4717614" [ 652.245998] env[65997]: _type = "Task" [ 652.245998] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.256963] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.274227] env[65997]: DEBUG nova.compute.utils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.280519] env[65997]: DEBUG nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 652.427645] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717608, 'name': Rename_Task, 'duration_secs': 0.668596} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.427975] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.428894] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25217ad0-5210-45d3-8a8c-68b501f87336 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.440747] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 652.440747] env[65997]: value = "task-4717615" [ 652.440747] env[65997]: _type = "Task" [ 652.440747] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.446205] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 652.454224] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.462528] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.655835] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187021} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.655835] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.656013] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.656304] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.700950] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079383} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.700950] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.701463] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12eb14-2fb5-4335-8023-72c7dfdba9ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.732420] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 70d5bb35-cf67-4065-b51a-6b952911a07c/70d5bb35-cf67-4065-b51a-6b952911a07c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.732420] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e4ce9b-ec8e-46ef-a86b-88e0d43ca7f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.770597] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080618} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.772633] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.774071] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 652.774071] env[65997]: value = "task-4717616" [ 652.774071] env[65997]: _type = "Task" [ 652.774071] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.774071] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce60dc-6247-438b-896b-aab0e4bfdcc1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.784486] env[65997]: DEBUG nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 652.808765] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3/0a7ce54f-8513-43bf-a86e-adc6fee7a1d3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.812693] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8931d3c8-8be5-451d-a537-a8a12f931adc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.831857] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.845100] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 652.845100] env[65997]: value = "task-4717617" [ 652.845100] env[65997]: _type = "Task" [ 652.845100] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.858405] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.894711] env[65997]: DEBUG nova.network.neutron [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Updated VIF entry in instance network info cache for port eb277944-c9f8-40be-8f6c-10386db3155e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.895720] env[65997]: DEBUG nova.network.neutron [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Updating instance_info_cache with network_info: [{"id": "eb277944-c9f8-40be-8f6c-10386db3155e", "address": "fa:16:3e:7f:dd:51", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb277944-c9", "ovs_interfaceid": "eb277944-c9f8-40be-8f6c-10386db3155e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.960856] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.980630] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.296973] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717616, 'name': ReconfigVM_Task, 'duration_secs': 0.49561} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.298101] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 70d5bb35-cf67-4065-b51a-6b952911a07c/70d5bb35-cf67-4065-b51a-6b952911a07c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.298761] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cf22e51-e112-418c-b302-a5308b0f34a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.306921] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3b801-b0e9-49b9-8015-00cf5694c81a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.309923] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 653.309923] env[65997]: value = "task-4717618" [ 653.309923] env[65997]: _type = "Task" [ 653.309923] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.318518] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bfc155-a8ac-49ae-af09-1011a19d053a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.325835] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717618, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.363988] env[65997]: DEBUG nova.network.neutron [-] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.370481] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ad590-9417-408c-9c65-27ba11b2830e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.382723] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717617, 'name': ReconfigVM_Task, 'duration_secs': 0.375515} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.384187] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68da2529-5569-4fbe-b790-7921d0a722b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.389029] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3/0a7ce54f-8513-43bf-a86e-adc6fee7a1d3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.390191] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-970cceca-5fb5-46c9-8001-9c1c991b15b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.397157] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Received event network-vif-plugged-5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.398097] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Acquiring lock "70d5bb35-cf67-4065-b51a-6b952911a07c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.398097] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.398097] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.398097] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] No waiting events found dispatching network-vif-plugged-5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.398357] env[65997]: WARNING nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Received unexpected event network-vif-plugged-5f3ebe53-e0ec-417b-ab10-e1c8635beea3 for instance with vm_state building and task_state spawning. [ 653.398357] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Received event network-changed-5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.398452] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Refreshing instance network info cache due to event network-changed-5f3ebe53-e0ec-417b-ab10-e1c8635beea3. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.398641] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Acquiring lock "refresh_cache-70d5bb35-cf67-4065-b51a-6b952911a07c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.398770] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Acquired lock "refresh_cache-70d5bb35-cf67-4065-b51a-6b952911a07c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.398918] env[65997]: DEBUG nova.network.neutron [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Refreshing network info cache for port 5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.412672] env[65997]: DEBUG oslo_concurrency.lockutils [req-7325e798-3ccf-4764-85cf-cf9202921ab3 req-efc754a5-eb06-442e-a19c-4a1cf94fef8a service nova] Releasing lock "refresh_cache-7e4a00d5-97e0-49c0-ac2e-3ec253606099" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.414079] env[65997]: DEBUG nova.compute.provider_tree [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.415755] env[65997]: WARNING neutronclient.v2_0.client [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.421055] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 653.421055] env[65997]: value = "task-4717619" [ 653.421055] env[65997]: _type = "Task" [ 653.421055] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.430483] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717619, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.454262] env[65997]: DEBUG oslo_vmware.api [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717615, 'name': PowerOnVM_Task, 'duration_secs': 0.837569} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.454262] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.454262] env[65997]: INFO nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Took 11.56 seconds to spawn the instance on the hypervisor. [ 653.454262] env[65997]: DEBUG nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.454642] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9508a482-2ee5-47c7-a0a9-e5fcf6a32153 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.710026] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.710026] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.710026] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.710026] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.710368] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.710368] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.710368] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.710368] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.710368] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.710559] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.710559] env[65997]: DEBUG nova.virt.hardware [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.710559] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e739194d-e2a8-4fc2-b652-e18ec49e1777 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.718685] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eeaa58-48c7-441b-ab61-3d8ad6ef02d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.733642] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.739489] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 653.739944] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.740046] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cedfe0de-43c7-441e-a52f-179ab86f8064 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.758629] env[65997]: DEBUG nova.network.neutron [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Successfully updated port: c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 653.758629] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.758629] env[65997]: value = "task-4717620" [ 653.758629] env[65997]: _type = "Task" [ 653.758629] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.768497] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717620, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.800082] env[65997]: DEBUG nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 653.822066] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717618, 'name': Rename_Task, 'duration_secs': 0.345532} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.822066] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.822312] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e6a69ef-6ab7-4faf-aa69-35ed55a456b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.830247] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 653.830247] env[65997]: value = "task-4717621" [ 653.830247] env[65997]: _type = "Task" [ 653.830247] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.839676] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.839879] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.840287] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.840287] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.840413] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.840505] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.840729] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.840941] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.841066] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.841247] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.841402] env[65997]: DEBUG nova.virt.hardware [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.842797] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d17d4a-a374-4b0f-9ad6-e837aae70384 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.849063] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.855557] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6cf48-083a-4166-a8c0-09fd3c3ea45e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.873365] env[65997]: INFO nova.compute.manager [-] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Took 2.54 seconds to deallocate network for instance. [ 653.874725] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.879920] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Creating folder: Project (a40e424b348e41379b7a875df8498e81). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.881901] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd0af02-c630-48c7-90ae-0a1381c1d93f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.897499] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Created folder: Project (a40e424b348e41379b7a875df8498e81) in parent group-v920549. [ 653.897791] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Creating folder: Instances. Parent ref: group-v920613. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.898163] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-594dfa87-ba97-4508-b6f4-d004ab631c6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.911472] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Created folder: Instances in parent group-v920613. [ 653.911472] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 653.911472] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.911832] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602c2869-379d-400a-bec2-a50bab7083e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.925819] env[65997]: DEBUG nova.scheduler.client.report [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.940235] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717619, 'name': Rename_Task, 'duration_secs': 0.158965} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.942311] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.942597] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.942597] env[65997]: value = "task-4717624" [ 653.942597] env[65997]: _type = "Task" [ 653.942597] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.942825] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa405b1b-7008-4ec9-8913-5807f255515e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.956194] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717624, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.962209] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 653.962209] env[65997]: value = "task-4717625" [ 653.962209] env[65997]: _type = "Task" [ 653.962209] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.962635] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.962715] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.976405] env[65997]: INFO nova.compute.manager [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Took 20.30 seconds to build instance. [ 653.983114] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717625, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.012140] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "40bb9bf1-0645-44f3-aec8-853114f9cea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.012381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.264081] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "refresh_cache-4031ac4c-5d83-4b6f-b8b6-74793604b77a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.264335] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired lock "refresh_cache-4031ac4c-5d83-4b6f-b8b6-74793604b77a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.264541] env[65997]: DEBUG nova.network.neutron [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 654.276145] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717620, 'name': CreateVM_Task, 'duration_secs': 0.352637} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.279101] env[65997]: WARNING neutronclient.v2_0.client [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.281827] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.283587] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.284375] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.285073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.286021] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a495b7c-9e3d-47db-ac44-49ad5d2e0d56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.294876] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 654.294876] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52062eae-5939-abe1-fa65-602633139eae" [ 654.294876] env[65997]: _type = "Task" [ 654.294876] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.306849] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52062eae-5939-abe1-fa65-602633139eae, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.307099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.307459] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.307721] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.307858] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.308048] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.308703] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e15d226b-8bf5-40bc-af0c-9634f50116b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.318474] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.318783] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.319589] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4db397-3542-4bc4-9378-ad04467498db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.331063] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 654.331063] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c8685-635d-6288-c66e-565b9dcd4d53" [ 654.331063] env[65997]: _type = "Task" [ 654.331063] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.346333] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.346617] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c8685-635d-6288-c66e-565b9dcd4d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.389521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.435900] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.436583] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 654.440246] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.950s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.440723] env[65997]: DEBUG nova.objects.instance [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lazy-loading 'resources' on Instance uuid 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.459591] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717624, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.475815] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717625, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.485368] env[65997]: DEBUG oslo_concurrency.lockutils [None req-80faf46e-5c37-4c5e-bd6e-a265f69d3859 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.825s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.499158] env[65997]: DEBUG nova.network.neutron [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Updated VIF entry in instance network info cache for port 5f3ebe53-e0ec-417b-ab10-e1c8635beea3. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.499158] env[65997]: DEBUG nova.network.neutron [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Updating instance_info_cache with network_info: [{"id": "5f3ebe53-e0ec-417b-ab10-e1c8635beea3", "address": "fa:16:3e:24:20:d8", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3ebe53-e0", "ovs_interfaceid": "5f3ebe53-e0ec-417b-ab10-e1c8635beea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.640379] env[65997]: DEBUG nova.compute.manager [None req-b4093440-436f-4164-9e26-9a98679b4268 tempest-ServerDiagnosticsV248Test-120022929 tempest-ServerDiagnosticsV248Test-120022929-project-admin] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.642547] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d674a3-35a1-4c3f-8a1b-755779b5c9ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.653466] env[65997]: INFO nova.compute.manager [None req-b4093440-436f-4164-9e26-9a98679b4268 tempest-ServerDiagnosticsV248Test-120022929 tempest-ServerDiagnosticsV248Test-120022929-project-admin] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Retrieving diagnostics [ 654.653620] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fbbdff-aed6-498e-ae3f-a3fb51d5a831 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.801983] env[65997]: DEBUG nova.network.neutron [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 654.847366] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c8685-635d-6288-c66e-565b9dcd4d53, 'name': SearchDatastore_Task, 'duration_secs': 0.026517} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.851782] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.852032] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b81fa0-c48d-46e7-be1d-125fe970af8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.864981] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 654.864981] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529e70a6-3729-f835-558b-021cca8c706d" [ 654.864981] env[65997]: _type = "Task" [ 654.864981] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.876600] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529e70a6-3729-f835-558b-021cca8c706d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.899090] env[65997]: WARNING neutronclient.v2_0.client [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.944157] env[65997]: DEBUG nova.compute.utils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.947948] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 654.948893] env[65997]: DEBUG nova.network.neutron [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 654.950173] env[65997]: WARNING neutronclient.v2_0.client [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.950173] env[65997]: WARNING neutronclient.v2_0.client [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.963676] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717624, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.976895] env[65997]: DEBUG oslo_vmware.api [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717625, 'name': PowerOnVM_Task, 'duration_secs': 0.523838} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.979594] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.979822] env[65997]: INFO nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Took 8.15 seconds to spawn the instance on the hypervisor. [ 654.980117] env[65997]: DEBUG nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.981975] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28630b42-60a2-4db1-b94c-f78204382adb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.987234] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.001866] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Releasing lock "refresh_cache-70d5bb35-cf67-4065-b51a-6b952911a07c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.002581] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Received event network-vif-plugged-86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.002581] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Acquiring lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.003518] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.003518] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.003518] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] No waiting events found dispatching network-vif-plugged-86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.003518] env[65997]: WARNING nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Received unexpected event network-vif-plugged-86b32f79-3a74-4218-a199-0db2f1f263d1 for instance with vm_state building and task_state spawning. [ 655.003518] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Received event network-changed-86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.003861] env[65997]: DEBUG nova.compute.manager [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Refreshing instance network info cache due to event network-changed-86b32f79-3a74-4218-a199-0db2f1f263d1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.003861] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Acquiring lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.003928] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Acquired lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.005028] env[65997]: DEBUG nova.network.neutron [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Refreshing network info cache for port 86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.038101] env[65997]: DEBUG nova.network.neutron [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Updating instance_info_cache with network_info: [{"id": "c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1", "address": "fa:16:3e:3e:de:c6", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ff96d9-6f", "ovs_interfaceid": "c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.170775] env[65997]: DEBUG nova.policy [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bd533061147468185f778a1040f9a3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f24bfe65974fa9850050ea73e8cb30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.348741] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.377887] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529e70a6-3729-f835-558b-021cca8c706d, 'name': SearchDatastore_Task, 'duration_secs': 0.02756} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.381193] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.381719] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.382894] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f5f3fcf-bd58-4d40-bb43-60747d62e778 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.394192] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 655.394192] env[65997]: value = "task-4717626" [ 655.394192] env[65997]: _type = "Task" [ 655.394192] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.406561] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.449481] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 655.458041] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2edc955-4f38-4270-af1f-4bea811eca96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.480850] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67f4a22-8bf3-4fe5-a175-64893f341949 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.485171] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717624, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.489802] env[65997]: DEBUG nova.compute.manager [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.489984] env[65997]: DEBUG nova.compute.manager [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing instance network info cache due to event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.490258] env[65997]: DEBUG oslo_concurrency.lockutils [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.490433] env[65997]: DEBUG oslo_concurrency.lockutils [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.490541] env[65997]: DEBUG nova.network.neutron [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.536408] env[65997]: WARNING neutronclient.v2_0.client [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.539954] env[65997]: INFO nova.compute.manager [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Took 21.18 seconds to build instance. [ 655.543725] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff492d-a294-44f7-87be-03c1a6acc095 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.547120] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Releasing lock "refresh_cache-4031ac4c-5d83-4b6f-b8b6-74793604b77a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.547518] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Instance network_info: |[{"id": "c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1", "address": "fa:16:3e:3e:de:c6", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ff96d9-6f", "ovs_interfaceid": "c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 655.551194] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:de:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.557371] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.558802] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.559736] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4153269-82a9-4732-8464-837c4155bc3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.581161] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.587976] env[65997]: DEBUG nova.network.neutron [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Successfully created port: 784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 655.596563] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a377aac-2ae4-4d4d-835b-265efb8fc870 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.603944] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.603944] env[65997]: value = "task-4717627" [ 655.603944] env[65997]: _type = "Task" [ 655.603944] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.616258] env[65997]: DEBUG nova.compute.provider_tree [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.622160] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "520aa36a-46c8-4fd8-947d-8934c5ee8235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.622383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.626805] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717627, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.852252] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.906340] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717626, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.974118] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717624, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.999365] env[65997]: WARNING neutronclient.v2_0.client [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.050352] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dedf0a5f-0351-47b0-a1ee-5896b27e12f5 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.709s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.121260] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717627, 'name': CreateVM_Task, 'duration_secs': 0.421481} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.121260] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.121478] env[65997]: WARNING neutronclient.v2_0.client [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.121840] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.122050] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.122439] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.123494] env[65997]: DEBUG nova.scheduler.client.report [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.128897] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285fae59-27ba-4380-8ee4-a078d4458d74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.136544] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 656.136544] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52485a2b-f125-2765-b81c-ebe5f00e2031" [ 656.136544] env[65997]: _type = "Task" [ 656.136544] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.147095] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52485a2b-f125-2765-b81c-ebe5f00e2031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.350056] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.406691] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679686} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.410426] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.410426] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.411266] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3b15254-9c73-48d4-b46e-fd64fad9e872 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.419576] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 656.419576] env[65997]: value = "task-4717628" [ 656.419576] env[65997]: _type = "Task" [ 656.419576] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.430292] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.467127] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 656.473538] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717624, 'name': CreateVM_Task, 'duration_secs': 2.301807} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.475676] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.475676] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.475676] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.475676] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.475676] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52ef6e2-b2ab-4216-8c95-89def77aefd2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.480908] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 656.480908] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed4cab-c612-d40e-3753-459e0038e767" [ 656.480908] env[65997]: _type = "Task" [ 656.480908] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.489792] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed4cab-c612-d40e-3753-459e0038e767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.503181] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.503425] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.503576] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.503752] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.503893] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.504048] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.504259] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.504417] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.504585] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.504758] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.504927] env[65997]: DEBUG nova.virt.hardware [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.505833] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7a6f1-e47e-40f3-a239-45104e77bba1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.514677] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9fc4af-5090-43ca-a780-305269b885d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.554025] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 656.636129] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.641632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.664s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.641632] env[65997]: DEBUG nova.objects.instance [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 656.654194] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52485a2b-f125-2765-b81c-ebe5f00e2031, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.654194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.654308] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.654441] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.654578] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.654752] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.655113] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6acb2be9-dd30-40c3-b632-04a1ad8c3569 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.671151] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.671151] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.671151] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40132d6e-44f8-4c01-930d-4bf73e6f9618 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.676379] env[65997]: INFO nova.scheduler.client.report [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Deleted allocations for instance 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4 [ 656.682997] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 656.682997] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526fbdec-a726-f53d-908f-5af228a5334b" [ 656.682997] env[65997]: _type = "Task" [ 656.682997] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.699749] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526fbdec-a726-f53d-908f-5af228a5334b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.856330] env[65997]: DEBUG oslo_vmware.api [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717621, 'name': PowerOnVM_Task, 'duration_secs': 2.886551} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.856682] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.857332] env[65997]: INFO nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Took 12.49 seconds to spawn the instance on the hypervisor. [ 656.857332] env[65997]: DEBUG nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.858081] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbab19d-c395-49d6-80be-b10acee3d295 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.871728] env[65997]: WARNING neutronclient.v2_0.client [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.937884] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065652} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.937884] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.937884] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda240f6-b014-46b8-bbb4-9edf56d7bdc6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.959877] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.960616] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22081343-2c9a-4fc7-9553-fca195a136f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.987769] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 656.987769] env[65997]: value = "task-4717629" [ 656.987769] env[65997]: _type = "Task" [ 656.987769] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.994388] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed4cab-c612-d40e-3753-459e0038e767, 'name': SearchDatastore_Task, 'duration_secs': 0.014769} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.995140] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.995387] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.995625] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.995765] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.995977] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.996291] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42e4cac2-d3d1-48fa-917e-c2b6e757c708 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.001974] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717629, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.010328] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.010328] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.011135] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43dd11f7-78c9-491d-a33c-c774be636ef6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.017554] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 657.017554] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ea64ef-b495-8bad-2396-b63d4ddd31fe" [ 657.017554] env[65997]: _type = "Task" [ 657.017554] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.026868] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ea64ef-b495-8bad-2396-b63d4ddd31fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.081833] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.124565] env[65997]: WARNING neutronclient.v2_0.client [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.193522] env[65997]: DEBUG oslo_concurrency.lockutils [None req-817a699f-4665-4616-ba16-95ca928da53c tempest-VolumesAdminNegativeTest-999840602 tempest-VolumesAdminNegativeTest-999840602-project-member] Lock "0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.633s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.203022] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526fbdec-a726-f53d-908f-5af228a5334b, 'name': SearchDatastore_Task, 'duration_secs': 0.044465} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.204701] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847de325-b518-41ca-b115-b8e1c89c013f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.212813] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 657.212813] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e3fbd-6626-8528-755d-a185293a0137" [ 657.212813] env[65997]: _type = "Task" [ 657.212813] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.223277] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e3fbd-6626-8528-755d-a185293a0137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.240119] env[65997]: DEBUG nova.network.neutron [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Updated VIF entry in instance network info cache for port 86b32f79-3a74-4218-a199-0db2f1f263d1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.240346] env[65997]: DEBUG nova.network.neutron [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Updating instance_info_cache with network_info: [{"id": "86b32f79-3a74-4218-a199-0db2f1f263d1", "address": "fa:16:3e:e1:49:96", "network": {"id": "e3dc3244-6938-44d0-82f0-5d67eddada18", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847349586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4b8057e5994647a5a51ab24eee3c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b32f79-3a", "ovs_interfaceid": "86b32f79-3a74-4218-a199-0db2f1f263d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.370317] env[65997]: DEBUG nova.network.neutron [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updated VIF entry in instance network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.370661] env[65997]: DEBUG nova.network.neutron [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.378357] env[65997]: INFO nova.compute.manager [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Took 23.23 seconds to build instance. [ 657.400876] env[65997]: DEBUG nova.network.neutron [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Successfully updated port: 784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 657.500023] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.529167] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ea64ef-b495-8bad-2396-b63d4ddd31fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013527} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.530105] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd48ab9-f368-4e0e-a434-7dceea580309 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.536393] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 657.536393] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529857fb-e8e9-ffa3-acd8-008aa9b19357" [ 657.536393] env[65997]: _type = "Task" [ 657.536393] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.548498] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529857fb-e8e9-ffa3-acd8-008aa9b19357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.654094] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a8d2c0d-7b0d-4d99-8d61-0de75fefa60f tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.655347] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.554s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.655494] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.655624] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 657.655902] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.319s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.660185] env[65997]: INFO nova.compute.claims [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.662696] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3649cf65-806b-41e4-97c1-9ac29c9db1f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.673423] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782aac8-00bd-4500-b462-24fade32d260 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.692713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825113b-83d8-4971-bd28-28866d653f3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.703485] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d2393-7ba9-4256-899f-7e8231f68f61 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.744147] env[65997]: DEBUG oslo_concurrency.lockutils [req-c65b7431-0f66-440d-9156-a6bac834d6de req-dbaa9154-c2e2-47fb-ae50-a63431d24ce2 service nova] Releasing lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.744827] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180197MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 657.744827] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.757325] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e3fbd-6626-8528-755d-a185293a0137, 'name': SearchDatastore_Task, 'duration_secs': 0.017338} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.757583] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.757831] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4031ac4c-5d83-4b6f-b8b6-74793604b77a/4031ac4c-5d83-4b6f-b8b6-74793604b77a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.758145] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df7041dc-1b94-4952-a05d-e0dea34f457e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.766352] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 657.766352] env[65997]: value = "task-4717630" [ 657.766352] env[65997]: _type = "Task" [ 657.766352] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.777537] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.876952] env[65997]: DEBUG oslo_concurrency.lockutils [req-a840c89e-b0dc-424e-be28-794390aa3252 req-b721036c-faf6-44a0-b3dc-f81b9f36be82 service nova] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.881359] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd521f9c-4bd7-4041-ac53-af6c9d924d6f tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.741s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.904243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.904467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.904814] env[65997]: DEBUG nova.network.neutron [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.001810] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717629, 'name': ReconfigVM_Task, 'duration_secs': 0.675642} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.002130] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Reconfigured VM instance instance-0000000b to attach disk [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278/cf608098-43a0-4547-ae0d-b497a7f48278.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.002892] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1662e64b-1615-4b0b-8c8e-fee4b901f993 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.011926] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 658.011926] env[65997]: value = "task-4717631" [ 658.011926] env[65997]: _type = "Task" [ 658.011926] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.804423] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 658.809237] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717631, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.809389] env[65997]: WARNING oslo_vmware.common.loopingcall [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] task run outlasted interval by 0.297222 sec [ 658.829416] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquiring lock "f527236e-3b79-49fc-b117-a30d86601a13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.829763] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "f527236e-3b79-49fc-b117-a30d86601a13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.829894] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.830075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.834263] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "194fee91-f50b-439c-9f97-24eca664c849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.834263] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "194fee91-f50b-439c-9f97-24eca664c849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.843282] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529857fb-e8e9-ffa3-acd8-008aa9b19357, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.843518] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725601} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.846550] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.846820] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78/2981d0f2-09b1-4c45-8a91-035bb0cb6c78.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.847118] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4031ac4c-5d83-4b6f-b8b6-74793604b77a/4031ac4c-5d83-4b6f-b8b6-74793604b77a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.847328] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.847898] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717631, 'name': Rename_Task, 'duration_secs': 0.238653} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.848457] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b52dc57-cd3b-4cf1-a205-e03385301928 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.851079] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ac101b2-51ec-4bcb-acc0-2d1f1ee7bd46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.852834] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.853504] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed855d20-8d54-45ac-9373-f7f9442a1ec9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.862309] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Waiting for the task: (returnval){ [ 658.862309] env[65997]: value = "task-4717634" [ 658.862309] env[65997]: _type = "Task" [ 658.862309] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.865358] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 658.865358] env[65997]: value = "task-4717632" [ 658.865358] env[65997]: _type = "Task" [ 658.865358] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.865768] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 658.865768] env[65997]: value = "task-4717633" [ 658.865768] env[65997]: _type = "Task" [ 658.865768] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.876488] env[65997]: DEBUG nova.network.neutron [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 658.891765] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717634, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.892042] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.892242] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.912998] env[65997]: DEBUG nova.compute.manager [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Received event network-vif-deleted-4a842a8c-c14f-40c4-9253-beb4395023df {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 658.912998] env[65997]: DEBUG nova.compute.manager [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Received event network-changed-6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 658.912998] env[65997]: DEBUG nova.compute.manager [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Refreshing instance network info cache due to event network-changed-6518aef0-451e-4484-8cf7-d1f0345db458. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 658.912998] env[65997]: DEBUG oslo_concurrency.lockutils [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] Acquiring lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.912998] env[65997]: DEBUG oslo_concurrency.lockutils [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] Acquired lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.913423] env[65997]: DEBUG nova.network.neutron [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Refreshing network info cache for port 6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.982137] env[65997]: WARNING neutronclient.v2_0.client [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.205242] env[65997]: DEBUG nova.network.neutron [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance_info_cache with network_info: [{"id": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "address": "fa:16:3e:7a:26:ae", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784d2c25-98", "ovs_interfaceid": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.336381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.336381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.336381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.336381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.336745] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.337635] env[65997]: INFO nova.compute.manager [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Terminating instance [ 659.342012] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.381736] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.388488] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077378} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.392311] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.392626] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717633, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.393401] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2995d5-a268-4be1-bcec-60847626f135 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.411553] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "cdad19a1-8d00-4976-b186-6762e997bea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.412431] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "cdad19a1-8d00-4976-b186-6762e997bea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.412431] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "cdad19a1-8d00-4976-b186-6762e997bea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.412431] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "cdad19a1-8d00-4976-b186-6762e997bea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.412431] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "cdad19a1-8d00-4976-b186-6762e997bea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.414439] env[65997]: INFO nova.compute.manager [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Terminating instance [ 659.427249] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 4031ac4c-5d83-4b6f-b8b6-74793604b77a/4031ac4c-5d83-4b6f-b8b6-74793604b77a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.431445] env[65997]: WARNING neutronclient.v2_0.client [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.433591] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ced1d37-5b19-4fe7-9333-f1712c43f41b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.457136] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 659.457136] env[65997]: value = "task-4717635" [ 659.457136] env[65997]: _type = "Task" [ 659.457136] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.469641] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.710571] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.710992] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Instance network_info: |[{"id": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "address": "fa:16:3e:7a:26:ae", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784d2c25-98", "ovs_interfaceid": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 659.711894] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:26:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '784d2c25-9879-46f9-b227-ca88d2f3aab0', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.719863] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Creating folder: Project (e9f24bfe65974fa9850050ea73e8cb30). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.724024] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d725dc6-3d0d-4419-a7bc-917db1d37832 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.740933] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Created folder: Project (e9f24bfe65974fa9850050ea73e8cb30) in parent group-v920549. [ 659.740933] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Creating folder: Instances. Parent ref: group-v920617. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.741156] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aec1c96c-2b05-48c8-82b5-ccc96e3b848e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.754960] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Created folder: Instances in parent group-v920617. [ 659.755084] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 659.755356] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.755625] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25b5b7d-862e-4b47-90df-13c7d073f915 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.781961] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.781961] env[65997]: value = "task-4717638" [ 659.781961] env[65997]: _type = "Task" [ 659.781961] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.797050] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717638, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.843569] env[65997]: DEBUG nova.compute.manager [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 659.843925] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.844825] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d87b4d-4aa7-4b5d-9c5d-264ec867b636 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.850132] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d826db6c-9ea2-4f4a-a518-ac7e7bd5dd0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.862567] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48273e5d-b309-4513-8985-1bde9cee6f3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.867241] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.867729] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fe3eac-8e18-4260-af53-c1496f0166d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.917559] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20460717-96d0-4a47-8941-f8466f450dbd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.923024] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717634, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.923024] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 659.923024] env[65997]: value = "task-4717639" [ 659.923024] env[65997]: _type = "Task" [ 659.923024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.926162] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "refresh_cache-cdad19a1-8d00-4976-b186-6762e997bea9" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.926408] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquired lock "refresh_cache-cdad19a1-8d00-4976-b186-6762e997bea9" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.926615] env[65997]: DEBUG nova.network.neutron [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.928046] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927818} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.934211] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78/2981d0f2-09b1-4c45-8a91-035bb0cb6c78.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.934556] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.937456] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a5d5e6-c4a0-4397-a503-815eb80e12c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.941653] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b247b8-ce6f-4e41-8aa8-6709a4c46ee7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.951545] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.968364] env[65997]: DEBUG nova.compute.provider_tree [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.977182] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 659.977182] env[65997]: value = "task-4717640" [ 659.977182] env[65997]: _type = "Task" [ 659.977182] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.987963] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.996992] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.137289] env[65997]: WARNING neutronclient.v2_0.client [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.298704] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717638, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.378064] env[65997]: DEBUG oslo_vmware.api [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Task: {'id': task-4717634, 'name': PowerOnVM_Task, 'duration_secs': 1.170733} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.378415] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.378619] env[65997]: DEBUG nova.compute.manager [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.379508] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc5a8e-74d1-47c6-a496-032c1b450ff8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.436033] env[65997]: WARNING neutronclient.v2_0.client [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.444950] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717639, 'name': PowerOffVM_Task, 'duration_secs': 0.314395} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.445369] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.445543] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.445815] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7232fe-5454-43a0-88af-22309fdc3ff4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.474480] env[65997]: DEBUG nova.scheduler.client.report [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.487992] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717635, 'name': ReconfigVM_Task, 'duration_secs': 0.829418} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.489126] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 4031ac4c-5d83-4b6f-b8b6-74793604b77a/4031ac4c-5d83-4b6f-b8b6-74793604b77a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.489946] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f45f825-649a-4f9a-b0e6-8f9678d50030 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.494840] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.495578] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.496515] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef4d58-08ef-4478-a5ea-de8131587aac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.500404] env[65997]: DEBUG nova.network.neutron [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Updated VIF entry in instance network info cache for port 6518aef0-451e-4484-8cf7-d1f0345db458. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.500553] env[65997]: DEBUG nova.network.neutron [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Updating instance_info_cache with network_info: [{"id": "6518aef0-451e-4484-8cf7-d1f0345db458", "address": "fa:16:3e:ef:e6:7d", "network": {"id": "95334d36-17f3-4a20-a9b6-87918ca6ffb0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941675973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c24ebd0b049efbc11a3ad903b4de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6518aef0-45", "ovs_interfaceid": "6518aef0-451e-4484-8cf7-d1f0345db458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.503726] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 660.503726] env[65997]: value = "task-4717642" [ 660.503726] env[65997]: _type = "Task" [ 660.503726] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.527977] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78/2981d0f2-09b1-4c45-8a91-035bb0cb6c78.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.530049] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e546c7a-886c-4862-872d-d82ce9e2707c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.550583] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.550825] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.551076] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Deleting the datastore file [datastore2] 4bc4a430-5d59-400a-92b3-96307b8d9ac2 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.551401] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717642, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.552718] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6508f96f-15e2-4571-a6db-73e7c8dc11b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.557988] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 660.557988] env[65997]: value = "task-4717643" [ 660.557988] env[65997]: _type = "Task" [ 660.557988] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.562771] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for the task: (returnval){ [ 660.562771] env[65997]: value = "task-4717644" [ 660.562771] env[65997]: _type = "Task" [ 660.562771] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.569711] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.577221] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.614708] env[65997]: DEBUG nova.network.neutron [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.724135] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.724367] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.795451] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717638, 'name': CreateVM_Task, 'duration_secs': 0.6205} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.795628] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.796138] env[65997]: WARNING neutronclient.v2_0.client [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.796548] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.796723] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.797077] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.797362] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1905291-5c30-4d38-b5e7-f0913b9162b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.803595] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 660.803595] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526f41be-d22b-848e-1eaf-6ccd16b54b4d" [ 660.803595] env[65997]: _type = "Task" [ 660.803595] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.813160] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526f41be-d22b-848e-1eaf-6ccd16b54b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.904433] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.920091] env[65997]: DEBUG nova.compute.manager [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Received event network-vif-plugged-c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.920091] env[65997]: DEBUG oslo_concurrency.lockutils [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] Acquiring lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.920091] env[65997]: DEBUG oslo_concurrency.lockutils [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.920091] env[65997]: DEBUG oslo_concurrency.lockutils [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.920091] env[65997]: DEBUG nova.compute.manager [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] No waiting events found dispatching network-vif-plugged-c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 660.920317] env[65997]: WARNING nova.compute.manager [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Received unexpected event network-vif-plugged-c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 for instance with vm_state building and task_state spawning. [ 660.921040] env[65997]: DEBUG nova.compute.manager [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Received event network-changed-c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.921165] env[65997]: DEBUG nova.compute.manager [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Refreshing instance network info cache due to event network-changed-c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.921355] env[65997]: DEBUG oslo_concurrency.lockutils [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] Acquiring lock "refresh_cache-4031ac4c-5d83-4b6f-b8b6-74793604b77a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.921482] env[65997]: DEBUG oslo_concurrency.lockutils [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] Acquired lock "refresh_cache-4031ac4c-5d83-4b6f-b8b6-74793604b77a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.921716] env[65997]: DEBUG nova.network.neutron [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Refreshing network info cache for port c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.972796] env[65997]: DEBUG nova.network.neutron [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.981400] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.325s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.982523] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.125s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.984498] env[65997]: INFO nova.compute.claims [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.011104] env[65997]: DEBUG oslo_concurrency.lockutils [req-4ea2d398-e8af-4036-996c-d52158f06a9f req-afcd67a6-c4a7-4242-b78a-3874beead53d service nova] Releasing lock "refresh_cache-dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.019829] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717642, 'name': Rename_Task, 'duration_secs': 0.159349} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.019988] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.020234] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d59676-6e7b-40da-aac8-b3fb0691ad90 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.028864] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 661.028864] env[65997]: value = "task-4717645" [ 661.028864] env[65997]: _type = "Task" [ 661.028864] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.040773] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.079913] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.086703] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.320821] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526f41be-d22b-848e-1eaf-6ccd16b54b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.043601} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.321853] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.321853] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.322062] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.322121] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.323008] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.323008] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185f4dd3-53ac-41b1-831d-1b600ac5a7e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.341388] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.341614] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.342630] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b21b90-d76e-4baf-b228-84c4e2ab46b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.349238] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 661.349238] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52343b32-a712-b6c6-e548-701e0e326aa0" [ 661.349238] env[65997]: _type = "Task" [ 661.349238] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.366309] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52343b32-a712-b6c6-e548-701e0e326aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.425000] env[65997]: WARNING neutronclient.v2_0.client [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.506818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Releasing lock "refresh_cache-cdad19a1-8d00-4976-b186-6762e997bea9" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.506818] env[65997]: DEBUG nova.compute.manager [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 661.506818] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.506818] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bca30ef-9ca6-49c9-ad0c-4fdaf95cd1df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.506818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "9eb4b8e7-181d-45c5-a409-116b9e83635b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.508916] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "9eb4b8e7-181d-45c5-a409-116b9e83635b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.513621] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.514856] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3953ba24-722a-43d5-9d84-3767bccb28e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.528749] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 661.528749] env[65997]: value = "task-4717646" [ 661.528749] env[65997]: _type = "Task" [ 661.528749] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.543439] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.547771] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717645, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.575289] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.582633] env[65997]: DEBUG oslo_vmware.api [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Task: {'id': task-4717644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553397} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.583117] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.583575] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.583681] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.583906] env[65997]: INFO nova.compute.manager [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Took 1.74 seconds to destroy the instance on the hypervisor. [ 661.584294] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.584601] env[65997]: DEBUG nova.compute.manager [-] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 661.584777] env[65997]: DEBUG nova.network.neutron [-] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 661.585244] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.861066] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52343b32-a712-b6c6-e548-701e0e326aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.01758} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.861939] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7569f9-06f6-4296-83f6-30a838c57f2f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.868472] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 661.868472] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528d73cc-1823-e7ad-38fc-37de776c1ee3" [ 661.868472] env[65997]: _type = "Task" [ 661.868472] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.877612] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528d73cc-1823-e7ad-38fc-37de776c1ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.944420] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.007091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "9eb4b8e7-181d-45c5-a409-116b9e83635b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.007692] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 662.058141] env[65997]: DEBUG oslo_vmware.api [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717645, 'name': PowerOnVM_Task, 'duration_secs': 0.766761} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.058141] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.061534] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.061534] env[65997]: INFO nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Took 10.81 seconds to spawn the instance on the hypervisor. [ 662.061534] env[65997]: DEBUG nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.065046] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b55ded1-7fbb-4a85-b3bd-e531a858a7ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.081876] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717643, 'name': ReconfigVM_Task, 'duration_secs': 1.260981} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.088985] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78/2981d0f2-09b1-4c45-8a91-035bb0cb6c78.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.094561] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a8f3461-f30a-4e4c-924e-c6cdb1ac0880 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.104574] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 662.104574] env[65997]: value = "task-4717647" [ 662.104574] env[65997]: _type = "Task" [ 662.104574] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.116655] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717647, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.390494] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528d73cc-1823-e7ad-38fc-37de776c1ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.391353] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.392167] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc/b93722a0-d866-4a9f-a92b-859ed6dc4ccc.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.393508] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82772245-7fa6-48ba-8ea9-c6403ecf4df5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.405552] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 662.405552] env[65997]: value = "task-4717648" [ 662.405552] env[65997]: _type = "Task" [ 662.405552] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.415427] env[65997]: WARNING neutronclient.v2_0.client [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.433809] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.515271] env[65997]: DEBUG nova.compute.utils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.517995] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 662.518453] env[65997]: DEBUG nova.network.neutron [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 662.518915] env[65997]: WARNING neutronclient.v2_0.client [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.519634] env[65997]: WARNING neutronclient.v2_0.client [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.547459] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717646, 'name': PowerOffVM_Task, 'duration_secs': 0.829531} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.547459] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.547459] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.547459] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8574c8e0-a1eb-4af5-b5c0-19468c979f5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.580679] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.581059] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.581351] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Deleting the datastore file [datastore2] cdad19a1-8d00-4976-b186-6762e997bea9 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.581739] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dbdd13c-fb5f-4900-bc28-15ce40a2e0fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.599447] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for the task: (returnval){ [ 662.599447] env[65997]: value = "task-4717650" [ 662.599447] env[65997]: _type = "Task" [ 662.599447] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.602231] env[65997]: INFO nova.compute.manager [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Took 25.74 seconds to build instance. [ 662.612563] env[65997]: DEBUG nova.network.neutron [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Updated VIF entry in instance network info cache for port c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.613466] env[65997]: DEBUG nova.network.neutron [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Updating instance_info_cache with network_info: [{"id": "c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1", "address": "fa:16:3e:3e:de:c6", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ff96d9-6f", "ovs_interfaceid": "c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.621726] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.627406] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717647, 'name': Rename_Task, 'duration_secs': 0.213207} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.627737] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.628322] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89875f09-7030-4ca2-972f-8b0768e24d23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.638021] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 662.638021] env[65997]: value = "task-4717651" [ 662.638021] env[65997]: _type = "Task" [ 662.638021] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.645754] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e678739-d113-4738-8586-536a288e8082 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.652446] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.659187] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac71a9-53a2-4ff4-b218-414a56a7156c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.698378] env[65997]: DEBUG nova.policy [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beeb9a92b4dd4838a1209c6bfd0c8cbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af0907c1290343f787e81c5a7def2238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.701135] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dece51-0d08-4678-abab-c53cf17958df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.712685] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c65b3-baad-48c7-9501-6eea4548d57b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.731170] env[65997]: DEBUG nova.compute.provider_tree [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.871454] env[65997]: DEBUG nova.network.neutron [-] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.886539] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "51e93dd2-2068-4d67-861c-e8a50069343c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.888682] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "51e93dd2-2068-4d67-861c-e8a50069343c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.919999] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.023524] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 663.079467] env[65997]: DEBUG nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Received event network-vif-plugged-784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.079467] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Acquiring lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.079467] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.079467] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.079467] env[65997]: DEBUG nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] No waiting events found dispatching network-vif-plugged-784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 663.080157] env[65997]: WARNING nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Received unexpected event network-vif-plugged-784d2c25-9879-46f9-b227-ca88d2f3aab0 for instance with vm_state building and task_state spawning. [ 663.080157] env[65997]: DEBUG nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Received event network-changed-784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.080262] env[65997]: DEBUG nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Refreshing instance network info cache due to event network-changed-784d2c25-9879-46f9-b227-ca88d2f3aab0. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 663.080603] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Acquiring lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.080927] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Acquired lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.081238] env[65997]: DEBUG nova.network.neutron [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Refreshing network info cache for port 784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.107998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ff1fe90-257f-43fc-8b24-627b8c657be7 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.261s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.117021] env[65997]: DEBUG oslo_vmware.api [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Task: {'id': task-4717650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230283} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.118154] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.118154] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.118154] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.118154] env[65997]: INFO nova.compute.manager [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 663.118154] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.118447] env[65997]: DEBUG nova.compute.manager [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.118955] env[65997]: DEBUG nova.network.neutron [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.118955] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.123732] env[65997]: DEBUG oslo_concurrency.lockutils [req-fdecbec4-fe52-4aa8-aba1-901b4161c3e1 req-880bb8cd-ea61-4127-af3e-09bf6e349274 service nova] Releasing lock "refresh_cache-4031ac4c-5d83-4b6f-b8b6-74793604b77a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.152438] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717651, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.164934] env[65997]: DEBUG nova.network.neutron [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Successfully created port: bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 663.234371] env[65997]: DEBUG nova.scheduler.client.report [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.376398] env[65997]: INFO nova.compute.manager [-] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Took 1.79 seconds to deallocate network for instance. [ 663.418168] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68408} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.418289] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc/b93722a0-d866-4a9f-a92b-859ed6dc4ccc.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.418561] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.418745] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d3cfbf-e653-4e48-aace-23144a253060 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.427618] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 663.427618] env[65997]: value = "task-4717652" [ 663.427618] env[65997]: _type = "Task" [ 663.427618] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.438505] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.443198] env[65997]: DEBUG nova.network.neutron [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.443453] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.586112] env[65997]: WARNING neutronclient.v2_0.client [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.612150] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 663.649407] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717651, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.697518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "cf608098-43a0-4547-ae0d-b497a7f48278" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.698252] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "cf608098-43a0-4547-ae0d-b497a7f48278" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.698581] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "cf608098-43a0-4547-ae0d-b497a7f48278-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.698850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "cf608098-43a0-4547-ae0d-b497a7f48278-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.699104] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "cf608098-43a0-4547-ae0d-b497a7f48278-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.701432] env[65997]: INFO nova.compute.manager [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Terminating instance [ 663.739983] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.740827] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 663.744828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.334s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.746847] env[65997]: INFO nova.compute.claims [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.884621] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.938670] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068542} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.939110] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.939791] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4916e68c-1aaf-4664-bf06-4075bef29c63 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.954646] env[65997]: DEBUG nova.network.neutron [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.965357] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc/b93722a0-d866-4a9f-a92b-859ed6dc4ccc.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.966428] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88ba442-1322-4daf-a257-5d5fe62d87ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.986840] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 663.986840] env[65997]: value = "task-4717653" [ 663.986840] env[65997]: _type = "Task" [ 663.986840] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.997579] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.035467] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.063948] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.064262] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.064487] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.064632] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.064778] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.064918] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.065140] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.065323] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.065562] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.065745] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.065922] env[65997]: DEBUG nova.virt.hardware [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.066765] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd7ecbd-09f4-4101-96e6-a1f7a6030eb4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.077134] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b8449-897f-4899-af2c-5b6f7d0a130b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.137893] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.151574] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717651, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.205748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "refresh_cache-cf608098-43a0-4547-ae0d-b497a7f48278" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.205935] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquired lock "refresh_cache-cf608098-43a0-4547-ae0d-b497a7f48278" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.206082] env[65997]: DEBUG nova.network.neutron [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.246242] env[65997]: DEBUG nova.compute.utils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.247874] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 664.248622] env[65997]: DEBUG nova.network.neutron [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 664.249275] env[65997]: WARNING neutronclient.v2_0.client [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.249633] env[65997]: WARNING neutronclient.v2_0.client [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.457259] env[65997]: INFO nova.compute.manager [-] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Took 1.34 seconds to deallocate network for instance. [ 664.499532] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.652375] env[65997]: DEBUG oslo_vmware.api [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717651, 'name': PowerOnVM_Task, 'duration_secs': 1.545018} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.652695] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.652968] env[65997]: INFO nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Took 10.85 seconds to spawn the instance on the hypervisor. [ 664.653219] env[65997]: DEBUG nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 664.654166] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78a2c9-67fd-42d3-8330-7aac17bf77b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.709749] env[65997]: WARNING neutronclient.v2_0.client [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.753123] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 664.968962] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.001098] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717653, 'name': ReconfigVM_Task, 'duration_secs': 0.660012} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.005243] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc/b93722a0-d866-4a9f-a92b-859ed6dc4ccc.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.006760] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f658187-104d-4550-9d14-6ba37e909eb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.015225] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 665.015225] env[65997]: value = "task-4717654" [ 665.015225] env[65997]: _type = "Task" [ 665.015225] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.029617] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717654, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.046642] env[65997]: DEBUG nova.network.neutron [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Successfully updated port: bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 665.094018] env[65997]: DEBUG nova.policy [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '002120f72a6145dfb727fb35f68bd6c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ffbaf87ce694fffbbbfb1d263d26675', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.176271] env[65997]: INFO nova.compute.manager [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Took 28.10 seconds to build instance. [ 665.244447] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479e3148-6bb8-4e03-9a0d-b1474146ffec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.255932] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f2c44b-0434-46f4-a726-e91f623fdbe2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.299942] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c71c01c-c3df-4241-8271-b5b2d612f671 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.311560] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b235a-607a-451d-8a9a-39d7818975e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.328756] env[65997]: DEBUG nova.compute.provider_tree [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.358618] env[65997]: DEBUG nova.network.neutron [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.527901] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717654, 'name': Rename_Task, 'duration_secs': 0.19915} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.528042] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.528493] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9540ec15-7cab-4ca4-9974-581f2b48d2d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.538030] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 665.538030] env[65997]: value = "task-4717655" [ 665.538030] env[65997]: _type = "Task" [ 665.538030] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.551896] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "refresh_cache-17797362-54f3-428b-8ddb-701c132171f7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.551896] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquired lock "refresh_cache-17797362-54f3-428b-8ddb-701c132171f7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.551896] env[65997]: DEBUG nova.network.neutron [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 665.553126] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.679870] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a174fb47-b074-442d-9ae6-33e9de2e431a tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.614s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.705682] env[65997]: DEBUG nova.network.neutron [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Successfully created port: ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.768750] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 665.799763] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 665.800521] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.800749] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 665.800947] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.801107] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 665.801254] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 665.801616] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.801616] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 665.801863] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 665.801983] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 665.802170] env[65997]: DEBUG nova.virt.hardware [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 665.804182] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf21fd-80dc-447e-b767-b80c9f761f47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.816067] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f238aacc-2c04-4a53-98a1-7ed776d4318d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.835630] env[65997]: DEBUG nova.scheduler.client.report [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.049559] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.184621] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 666.341745] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.342938] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 666.349116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.365s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.350856] env[65997]: INFO nova.compute.claims [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.550242] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.692797] env[65997]: DEBUG nova.network.neutron [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.716751] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.856731] env[65997]: DEBUG nova.compute.utils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.861624] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 666.861624] env[65997]: DEBUG nova.network.neutron [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.861624] env[65997]: WARNING neutronclient.v2_0.client [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.861890] env[65997]: WARNING neutronclient.v2_0.client [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.052627] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717655, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.067479] env[65997]: DEBUG nova.network.neutron [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.104239] env[65997]: WARNING neutronclient.v2_0.client [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.195509] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Releasing lock "refresh_cache-cf608098-43a0-4547-ae0d-b497a7f48278" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.195971] env[65997]: DEBUG nova.compute.manager [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 667.196180] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.197103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970f7fee-eb28-4fc7-8999-129519569434 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.205642] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.205921] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf01b21-dd99-4c60-9266-abe65415b6b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.213674] env[65997]: DEBUG oslo_vmware.api [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 667.213674] env[65997]: value = "task-4717656" [ 667.213674] env[65997]: _type = "Task" [ 667.213674] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.222953] env[65997]: DEBUG oslo_vmware.api [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.321600] env[65997]: DEBUG nova.policy [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11c7088eebde451ea4199c2bafd3e812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224ca8cbf3714259b19cd3cfd9d06542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.362378] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 667.514440] env[65997]: DEBUG nova.network.neutron [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Successfully updated port: ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.554340] env[65997]: DEBUG oslo_vmware.api [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717655, 'name': PowerOnVM_Task, 'duration_secs': 1.586315} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.555335] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.555657] env[65997]: INFO nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Took 11.09 seconds to spawn the instance on the hypervisor. [ 667.555990] env[65997]: DEBUG nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 667.556937] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2251b60f-5124-41c4-add4-a566a6a4b32b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.728452] env[65997]: DEBUG oslo_vmware.api [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717656, 'name': PowerOffVM_Task, 'duration_secs': 0.162354} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.733783] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.734507] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.734507] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8e201a-1717-4bc1-b0af-70eaa178f030 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.744596] env[65997]: DEBUG nova.network.neutron [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updated VIF entry in instance network info cache for port 784d2c25-9879-46f9-b227-ca88d2f3aab0. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.744941] env[65997]: DEBUG nova.network.neutron [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance_info_cache with network_info: [{"id": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "address": "fa:16:3e:7a:26:ae", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784d2c25-98", "ovs_interfaceid": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.770140] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.770140] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.770140] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Deleting the datastore file [datastore1] cf608098-43a0-4547-ae0d-b497a7f48278 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.771191] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61e1e093-d5a6-4bce-aa05-06d6b940ce48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.779301] env[65997]: DEBUG oslo_vmware.api [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for the task: (returnval){ [ 667.779301] env[65997]: value = "task-4717658" [ 667.779301] env[65997]: _type = "Task" [ 667.779301] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.793032] env[65997]: DEBUG oslo_vmware.api [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.800046] env[65997]: DEBUG nova.network.neutron [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Successfully created port: 3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.825109] env[65997]: DEBUG nova.compute.manager [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.825271] env[65997]: DEBUG nova.compute.manager [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing instance network info cache due to event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.825675] env[65997]: DEBUG oslo_concurrency.lockutils [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.825675] env[65997]: DEBUG oslo_concurrency.lockutils [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.825806] env[65997]: DEBUG nova.network.neutron [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.831081] env[65997]: WARNING neutronclient.v2_0.client [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.873365] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b7374-3d3a-4663-bcbe-dc96a5ff632d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.882031] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d362594-b9c6-48cb-8232-da9957f8a2ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.936383] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f1574-562a-46ac-912d-a5720d91f97b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.947087] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b1b2f4-42b5-4b42-974f-78bdd13211a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.962940] env[65997]: DEBUG nova.compute.provider_tree [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.017654] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.018029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.018029] env[65997]: DEBUG nova.network.neutron [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 668.086571] env[65997]: DEBUG nova.network.neutron [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Updating instance_info_cache with network_info: [{"id": "bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f", "address": "fa:16:3e:0b:ce:93", "network": {"id": "59b14e92-7f4a-4a9a-8810-d803e2cb35ac", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-428306396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af0907c1290343f787e81c5a7def2238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8bb854-6f", "ovs_interfaceid": "bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.087726] env[65997]: INFO nova.compute.manager [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Took 29.89 seconds to build instance. [ 668.250189] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Releasing lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.250814] env[65997]: DEBUG nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Received event network-changed-86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 668.250814] env[65997]: DEBUG nova.compute.manager [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Refreshing instance network info cache due to event network-changed-86b32f79-3a74-4218-a199-0db2f1f263d1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 668.250814] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Acquiring lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.251098] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Acquired lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.251264] env[65997]: DEBUG nova.network.neutron [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Refreshing network info cache for port 86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.293652] env[65997]: DEBUG oslo_vmware.api [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Task: {'id': task-4717658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143739} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.293930] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.294160] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.294954] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.294954] env[65997]: INFO nova.compute.manager [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Took 1.10 seconds to destroy the instance on the hypervisor. [ 668.294954] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.294954] env[65997]: DEBUG nova.compute.manager [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 668.295174] env[65997]: DEBUG nova.network.neutron [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 668.295401] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.331386] env[65997]: WARNING neutronclient.v2_0.client [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.374394] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 668.414643] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 668.415432] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.415741] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 668.419210] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.419210] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 668.419210] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 668.419210] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.419210] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 668.419503] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 668.419503] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 668.419503] env[65997]: DEBUG nova.virt.hardware [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 668.419503] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0af618-1c89-4885-a9a1-818e42714d7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.431400] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d219aa-a298-45a2-94fb-690369e6d519 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.466333] env[65997]: DEBUG nova.scheduler.client.report [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.492601] env[65997]: DEBUG nova.network.neutron [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 668.492783] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.568478] env[65997]: DEBUG nova.network.neutron [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 668.590663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Releasing lock "refresh_cache-17797362-54f3-428b-8ddb-701c132171f7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.591049] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Instance network_info: |[{"id": "bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f", "address": "fa:16:3e:0b:ce:93", "network": {"id": "59b14e92-7f4a-4a9a-8810-d803e2cb35ac", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-428306396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af0907c1290343f787e81c5a7def2238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8bb854-6f", "ovs_interfaceid": "bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 668.591910] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a74c03c7-806a-46ca-8f52-bd8056c9b030 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.737s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.592326] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:ce:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.600953] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Creating folder: Project (af0907c1290343f787e81c5a7def2238). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.606866] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f320af4-8f09-4071-a3ae-13f3f2acae68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.620210] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Created folder: Project (af0907c1290343f787e81c5a7def2238) in parent group-v920549. [ 668.620438] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Creating folder: Instances. Parent ref: group-v920620. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.620715] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0df6fb-5244-413b-be15-511c7e397a3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.631481] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Created folder: Instances in parent group-v920620. [ 668.631657] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.631858] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.632081] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f89599-1585-425f-9ebe-68666571f3d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.654851] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.654851] env[65997]: value = "task-4717661" [ 668.654851] env[65997]: _type = "Task" [ 668.654851] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.663403] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717661, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.754983] env[65997]: WARNING neutronclient.v2_0.client [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.953206] env[65997]: WARNING neutronclient.v2_0.client [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.972703] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.973286] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 668.978379] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.589s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.978379] env[65997]: DEBUG nova.objects.instance [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lazy-loading 'resources' on Instance uuid 036ff0c7-1768-41bc-90b3-a537a23c7acf {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.000329] env[65997]: DEBUG nova.network.neutron [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.105481] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 669.169684] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717661, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.251333] env[65997]: WARNING neutronclient.v2_0.client [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.486306] env[65997]: DEBUG nova.compute.utils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.488951] env[65997]: DEBUG nova.network.neutron [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Successfully updated port: 3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.491820] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 669.492064] env[65997]: DEBUG nova.network.neutron [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 669.492380] env[65997]: WARNING neutronclient.v2_0.client [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.494422] env[65997]: WARNING neutronclient.v2_0.client [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.504306] env[65997]: INFO nova.compute.manager [-] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Took 1.21 seconds to deallocate network for instance. [ 669.585601] env[65997]: DEBUG nova.network.neutron [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Updating instance_info_cache with network_info: [{"id": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "address": "fa:16:3e:28:61:55", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea206a74-3e", "ovs_interfaceid": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.623757] env[65997]: DEBUG nova.policy [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '002120f72a6145dfb727fb35f68bd6c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ffbaf87ce694fffbbbfb1d263d26675', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.627041] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.662062] env[65997]: DEBUG nova.network.neutron [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updated VIF entry in instance network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 669.662521] env[65997]: DEBUG nova.network.neutron [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.670649] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717661, 'name': CreateVM_Task, 'duration_secs': 0.59632} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.670649] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.670916] env[65997]: WARNING neutronclient.v2_0.client [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.671236] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.671690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.671690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674786] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bacd47ea-0374-4475-b973-c3c104bee8e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.682594] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 669.682594] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522bff53-d18d-0394-996d-49a77d5b48fa" [ 669.682594] env[65997]: _type = "Task" [ 669.682594] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.707440] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522bff53-d18d-0394-996d-49a77d5b48fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.707847] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.708278] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.708467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.708664] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.709175] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.709245] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ff3dd0-89b1-4ef9-9f43-78e216364032 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.721936] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.722051] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.726166] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c64e95b-06eb-464c-8d6b-206fe64ddebd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.734489] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 669.734489] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525c5eb5-4cab-53d8-3ed0-9ad023cc171c" [ 669.734489] env[65997]: _type = "Task" [ 669.734489] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.754162] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525c5eb5-4cab-53d8-3ed0-9ad023cc171c, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.755273] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59c2bc1-db5d-436b-9762-c3bc61488619 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.766158] env[65997]: DEBUG nova.compute.manager [req-2e67ce61-2248-4baf-9c18-8387df4051d2 req-4f9485af-f924-48b7-8d37-36e870f1c63b service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Received event network-vif-plugged-ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.766315] env[65997]: DEBUG oslo_concurrency.lockutils [req-2e67ce61-2248-4baf-9c18-8387df4051d2 req-4f9485af-f924-48b7-8d37-36e870f1c63b service nova] Acquiring lock "8dc53e6b-d2df-446f-af12-73f67b717546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.766656] env[65997]: DEBUG oslo_concurrency.lockutils [req-2e67ce61-2248-4baf-9c18-8387df4051d2 req-4f9485af-f924-48b7-8d37-36e870f1c63b service nova] Lock "8dc53e6b-d2df-446f-af12-73f67b717546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.766866] env[65997]: DEBUG oslo_concurrency.lockutils [req-2e67ce61-2248-4baf-9c18-8387df4051d2 req-4f9485af-f924-48b7-8d37-36e870f1c63b service nova] Lock "8dc53e6b-d2df-446f-af12-73f67b717546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.767116] env[65997]: DEBUG nova.compute.manager [req-2e67ce61-2248-4baf-9c18-8387df4051d2 req-4f9485af-f924-48b7-8d37-36e870f1c63b service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] No waiting events found dispatching network-vif-plugged-ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 669.767442] env[65997]: WARNING nova.compute.manager [req-2e67ce61-2248-4baf-9c18-8387df4051d2 req-4f9485af-f924-48b7-8d37-36e870f1c63b service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Received unexpected event network-vif-plugged-ea206a74-3e91-4f06-89b0-8e8410ff997d for instance with vm_state building and task_state spawning. [ 669.770060] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 669.770060] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b27805-3613-e8f7-5632-6cac0cd0e060" [ 669.770060] env[65997]: _type = "Task" [ 669.770060] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.786202] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b27805-3613-e8f7-5632-6cac0cd0e060, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.786390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.786648] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 17797362-54f3-428b-8ddb-701c132171f7/17797362-54f3-428b-8ddb-701c132171f7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.787086] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef7a2b01-8d1e-4ec3-8170-4ffbac2b0fc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.797446] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 669.797446] env[65997]: value = "task-4717662" [ 669.797446] env[65997]: _type = "Task" [ 669.797446] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.809542] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.965081] env[65997]: WARNING neutronclient.v2_0.client [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.999909] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 670.003297] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "refresh_cache-0336eab4-75c7-4e0a-8960-fc5510b821eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003483] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquired lock "refresh_cache-0336eab4-75c7-4e0a-8960-fc5510b821eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.003657] env[65997]: DEBUG nova.network.neutron [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.011899] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.049913] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffaf9b8-1d92-45ac-81d3-25e120c4cc45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.066065] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657c832c-9ff2-45c1-9e29-a991eac6b92d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.105813] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.106206] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Instance network_info: |[{"id": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "address": "fa:16:3e:28:61:55", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea206a74-3e", "ovs_interfaceid": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 670.108631] env[65997]: DEBUG nova.network.neutron [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Successfully created port: f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 670.114196] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:61:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea206a74-3e91-4f06-89b0-8e8410ff997d', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.123431] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Creating folder: Project (7ffbaf87ce694fffbbbfb1d263d26675). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.124469] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a64681-1f3c-486a-9e81-a08f5552fde0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.128176] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a87db3cd-8b2d-4ca4-a244-3fb464eb9550 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.139538] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6764d8-f6a9-4abf-b195-32267573f702 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.145905] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Created folder: Project (7ffbaf87ce694fffbbbfb1d263d26675) in parent group-v920549. [ 670.146459] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Creating folder: Instances. Parent ref: group-v920623. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.147259] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5d4fde0-f61a-478e-a5ad-cfdbbf25cc93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.158731] env[65997]: DEBUG nova.compute.provider_tree [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.162458] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Created folder: Instances in parent group-v920623. [ 670.162840] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.165045] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.165045] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91915b21-5a15-4b55-b952-5ee2febd9e2f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.180794] env[65997]: DEBUG oslo_concurrency.lockutils [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.181116] env[65997]: DEBUG nova.compute.manager [req-9aa40ec3-a384-4f5f-8c3c-323ec0de70b5 req-3c161f67-81d2-4168-af80-fb6af715cfd3 service nova] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Received event network-vif-deleted-be7ff8df-da8b-4d26-b74c-b67c17690ff7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.189673] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.189673] env[65997]: value = "task-4717665" [ 670.189673] env[65997]: _type = "Task" [ 670.189673] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.203443] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717665, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.308702] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717662, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.643449] env[65997]: DEBUG nova.network.neutron [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Updated VIF entry in instance network info cache for port 86b32f79-3a74-4218-a199-0db2f1f263d1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.643765] env[65997]: DEBUG nova.network.neutron [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Updating instance_info_cache with network_info: [{"id": "86b32f79-3a74-4218-a199-0db2f1f263d1", "address": "fa:16:3e:e1:49:96", "network": {"id": "e3dc3244-6938-44d0-82f0-5d67eddada18", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847349586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4b8057e5994647a5a51ab24eee3c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b32f79-3a", "ovs_interfaceid": "86b32f79-3a74-4218-a199-0db2f1f263d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.665390] env[65997]: DEBUG nova.scheduler.client.report [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.702763] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717665, 'name': CreateVM_Task, 'duration_secs': 0.397298} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.702941] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.703450] env[65997]: WARNING neutronclient.v2_0.client [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.703798] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.703943] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.704280] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.704828] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc22c5a-4ca5-4dac-92bd-5ffb9938059e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.710553] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 670.710553] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52feedc7-dcc4-0ad0-543f-503aa5b0f57b" [ 670.710553] env[65997]: _type = "Task" [ 670.710553] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.718947] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52feedc7-dcc4-0ad0-543f-503aa5b0f57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.808784] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52832} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.809080] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 17797362-54f3-428b-8ddb-701c132171f7/17797362-54f3-428b-8ddb-701c132171f7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.809291] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.809558] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4deb1895-7620-4abf-844c-8355a9a1ec3e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.818078] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 670.818078] env[65997]: value = "task-4717666" [ 670.818078] env[65997]: _type = "Task" [ 670.818078] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.827250] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.019826] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 671.046194] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 671.046677] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.046952] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.047304] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.047600] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.047866] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.048209] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.048499] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.048792] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.049090] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.049377] env[65997]: DEBUG nova.virt.hardware [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.050368] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3798f6-d654-4b3a-9e1c-fb443e910b17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.059030] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0fb142-7058-4d4e-9125-c26136c96254 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.147521] env[65997]: DEBUG oslo_concurrency.lockutils [req-1606cbea-92d3-4db9-854f-323e6237e0c3 req-d290d67f-1e02-43db-b7bd-f2d46d4214fd service nova] Releasing lock "refresh_cache-0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.174027] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.174027] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.593s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.176152] env[65997]: INFO nova.compute.claims [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.206707] env[65997]: INFO nova.scheduler.client.report [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Deleted allocations for instance 036ff0c7-1768-41bc-90b3-a537a23c7acf [ 671.222143] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52feedc7-dcc4-0ad0-543f-503aa5b0f57b, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.222692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.223364] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.223735] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.224529] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.224862] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.225257] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d46c4db5-957e-4143-a1d4-8bcfd54ece92 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.235634] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.236088] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.237013] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da571465-69a4-43fb-9bec-e1c0c79066e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.244535] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 671.244535] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5285da5d-8bbb-9d5a-4fad-9ad63bdca185" [ 671.244535] env[65997]: _type = "Task" [ 671.244535] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.255169] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5285da5d-8bbb-9d5a-4fad-9ad63bdca185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.330676] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070016} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.330958] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.331838] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c931d-e6b5-4d46-b0b2-aa910a2f20ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.356094] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 17797362-54f3-428b-8ddb-701c132171f7/17797362-54f3-428b-8ddb-701c132171f7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.356428] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371f3137-23a3-485b-8586-da6a14314eff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.377561] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 671.377561] env[65997]: value = "task-4717667" [ 671.377561] env[65997]: _type = "Task" [ 671.377561] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.388545] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.718639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28deae65-ac68-43f4-a3d2-a50c5f9ac912 tempest-AttachInterfacesV270Test-20339854 tempest-AttachInterfacesV270Test-20339854-project-member] Lock "036ff0c7-1768-41bc-90b3-a537a23c7acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.084s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.758837] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5285da5d-8bbb-9d5a-4fad-9ad63bdca185, 'name': SearchDatastore_Task, 'duration_secs': 0.058636} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.759874] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c684031-fbf1-4b28-a1fa-508f0c45e8f8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.766641] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 671.766641] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fe23c5-2b70-c96e-7742-b235ceff0996" [ 671.766641] env[65997]: _type = "Task" [ 671.766641] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.775495] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fe23c5-2b70-c96e-7742-b235ceff0996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.788696] env[65997]: DEBUG nova.network.neutron [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.889432] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717667, 'name': ReconfigVM_Task, 'duration_secs': 0.389358} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.889709] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 17797362-54f3-428b-8ddb-701c132171f7/17797362-54f3-428b-8ddb-701c132171f7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.891030] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a30769c-c9b9-42bf-864a-5d9dfc09a900 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.898897] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 671.898897] env[65997]: value = "task-4717668" [ 671.898897] env[65997]: _type = "Task" [ 671.898897] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.908836] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717668, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.013497] env[65997]: DEBUG nova.network.neutron [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Successfully updated port: f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 672.278831] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fe23c5-2b70-c96e-7742-b235ceff0996, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.280573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.280573] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8dc53e6b-d2df-446f-af12-73f67b717546/8dc53e6b-d2df-446f-af12-73f67b717546.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.280573] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71b569e5-1a2a-47c5-842b-f9204c560502 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.288825] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 672.288825] env[65997]: value = "task-4717669" [ 672.288825] env[65997]: _type = "Task" [ 672.288825] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.302757] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.413499] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717668, 'name': Rename_Task, 'duration_secs': 0.156248} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.413937] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.414662] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4ddfe7-a0f7-465e-a1e5-ce74a68db4e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.426948] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 672.426948] env[65997]: value = "task-4717670" [ 672.426948] env[65997]: _type = "Task" [ 672.426948] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.437149] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.517375] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "refresh_cache-af111d8a-60fb-481d-afcb-ff219ce0de80" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.517375] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "refresh_cache-af111d8a-60fb-481d-afcb-ff219ce0de80" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.517375] env[65997]: DEBUG nova.network.neutron [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 672.694703] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd8ad29-0006-4bdd-b839-ea2db6c32234 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.706143] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9de9cb-4b92-4a28-b250-80b6719d8bd6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.748945] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16f24f4-7bd0-401e-9696-3d4795c76b6b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.758505] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e5fa1-4566-42b7-a847-0da9a6f70d1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.775764] env[65997]: DEBUG nova.compute.provider_tree [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.802075] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.938555] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.055171] env[65997]: DEBUG nova.network.neutron [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 673.069909] env[65997]: WARNING neutronclient.v2_0.client [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.247488] env[65997]: DEBUG nova.network.neutron [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Updating instance_info_cache with network_info: [{"id": "3db2d047-4455-481a-965b-dbc40edc5610", "address": "fa:16:3e:94:0a:9e", "network": {"id": "88d271d5-6e76-425a-89fe-eaba956b14fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1129926226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "224ca8cbf3714259b19cd3cfd9d06542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db2d047-44", "ovs_interfaceid": "3db2d047-4455-481a-965b-dbc40edc5610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.280787] env[65997]: DEBUG nova.scheduler.client.report [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.287646] env[65997]: WARNING neutronclient.v2_0.client [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.308771] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.309498] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8dc53e6b-d2df-446f-af12-73f67b717546/8dc53e6b-d2df-446f-af12-73f67b717546.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.309498] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.310081] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2af280dd-f707-461c-ba7b-0a86566438c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.318174] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 673.318174] env[65997]: value = "task-4717671" [ 673.318174] env[65997]: _type = "Task" [ 673.318174] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.331140] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.409606] env[65997]: DEBUG nova.network.neutron [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Updating instance_info_cache with network_info: [{"id": "f1da2608-bba0-4360-93f6-d4ed542189e9", "address": "fa:16:3e:18:5b:7c", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1da2608-bb", "ovs_interfaceid": "f1da2608-bba0-4360-93f6-d4ed542189e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.447375] env[65997]: DEBUG oslo_vmware.api [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717670, 'name': PowerOnVM_Task, 'duration_secs': 0.577184} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.447375] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.447375] env[65997]: INFO nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Took 9.41 seconds to spawn the instance on the hypervisor. [ 673.447572] env[65997]: DEBUG nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 673.449056] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619fb39-3af2-4e77-a2e4-9024c41ca5f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.752372] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Releasing lock "refresh_cache-0336eab4-75c7-4e0a-8960-fc5510b821eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.752595] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Instance network_info: |[{"id": "3db2d047-4455-481a-965b-dbc40edc5610", "address": "fa:16:3e:94:0a:9e", "network": {"id": "88d271d5-6e76-425a-89fe-eaba956b14fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1129926226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "224ca8cbf3714259b19cd3cfd9d06542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db2d047-44", "ovs_interfaceid": "3db2d047-4455-481a-965b-dbc40edc5610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 673.753388] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:0a:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3db2d047-4455-481a-965b-dbc40edc5610', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.761842] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Creating folder: Project (224ca8cbf3714259b19cd3cfd9d06542). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.761974] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cb99340-1bfe-4eed-9c91-c7dda03a43e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.775920] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Created folder: Project (224ca8cbf3714259b19cd3cfd9d06542) in parent group-v920549. [ 673.776136] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Creating folder: Instances. Parent ref: group-v920626. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.777152] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df43caf9-3124-4390-96fe-b7484e91c822 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.787419] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Created folder: Instances in parent group-v920626. [ 673.787614] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 673.787782] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.787995] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2729cef-a696-4b23-976f-32d7aeca9250 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.804639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.805202] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 673.808156] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.727s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.809607] env[65997]: INFO nova.compute.claims [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.821571] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.821571] env[65997]: value = "task-4717674" [ 673.821571] env[65997]: _type = "Task" [ 673.821571] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.832337] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075542} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.837116] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.837116] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717674, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.838069] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78c309-27de-41f2-8594-7a060a7ee3ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.861587] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 8dc53e6b-d2df-446f-af12-73f67b717546/8dc53e6b-d2df-446f-af12-73f67b717546.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.862684] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b672c63e-dff7-4984-b17e-37fb0af4a082 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.886068] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 673.886068] env[65997]: value = "task-4717675" [ 673.886068] env[65997]: _type = "Task" [ 673.886068] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.896037] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.913396] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "refresh_cache-af111d8a-60fb-481d-afcb-ff219ce0de80" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.913894] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Instance network_info: |[{"id": "f1da2608-bba0-4360-93f6-d4ed542189e9", "address": "fa:16:3e:18:5b:7c", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1da2608-bb", "ovs_interfaceid": "f1da2608-bba0-4360-93f6-d4ed542189e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 673.914390] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:5b:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1da2608-bba0-4360-93f6-d4ed542189e9', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.924315] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 673.924965] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.925259] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccf0f910-2d0f-4d9c-abb7-da8629570f79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.948692] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.948692] env[65997]: value = "task-4717676" [ 673.948692] env[65997]: _type = "Task" [ 673.948692] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.958438] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717676, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.972039] env[65997]: INFO nova.compute.manager [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Took 26.65 seconds to build instance. [ 674.319111] env[65997]: DEBUG nova.compute.utils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.322738] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 674.322925] env[65997]: DEBUG nova.network.neutron [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.324782] env[65997]: WARNING neutronclient.v2_0.client [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.324782] env[65997]: WARNING neutronclient.v2_0.client [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.336350] env[65997]: DEBUG nova.compute.manager [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Received event network-vif-plugged-bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 674.336517] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] Acquiring lock "17797362-54f3-428b-8ddb-701c132171f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.336854] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] Lock "17797362-54f3-428b-8ddb-701c132171f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.337087] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] Lock "17797362-54f3-428b-8ddb-701c132171f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.337348] env[65997]: DEBUG nova.compute.manager [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] No waiting events found dispatching network-vif-plugged-bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 674.337659] env[65997]: WARNING nova.compute.manager [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Received unexpected event network-vif-plugged-bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f for instance with vm_state active and task_state None. [ 674.337888] env[65997]: DEBUG nova.compute.manager [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Received event network-changed-bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 674.338993] env[65997]: DEBUG nova.compute.manager [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Refreshing instance network info cache due to event network-changed-bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 674.338993] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] Acquiring lock "refresh_cache-17797362-54f3-428b-8ddb-701c132171f7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.338993] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] Acquired lock "refresh_cache-17797362-54f3-428b-8ddb-701c132171f7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.338993] env[65997]: DEBUG nova.network.neutron [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Refreshing network info cache for port bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.348735] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717674, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.399109] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.462329] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717676, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.474394] env[65997]: DEBUG oslo_concurrency.lockutils [None req-28d7a523-83ec-4a11-94b8-ca33c36b1f8d tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "17797362-54f3-428b-8ddb-701c132171f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.170s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.724420] env[65997]: DEBUG nova.compute.manager [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.725358] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8dd110-c662-46fe-a04d-6c0e511b0916 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.764986] env[65997]: DEBUG nova.policy [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44aff59cc2434dee875ee429fb36bb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e4680af13841c8828d561432b7ac02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.770559] env[65997]: DEBUG nova.compute.manager [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.771614] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e9dbe-f2b2-4697-8c17-2a1f8f340b3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.837962] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 674.843059] env[65997]: WARNING neutronclient.v2_0.client [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.852030] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717674, 'name': CreateVM_Task, 'duration_secs': 0.851265} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.852192] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.852711] env[65997]: WARNING neutronclient.v2_0.client [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.853164] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.853363] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.853652] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.853930] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78bd47b8-11ce-4961-abb3-d1e3c4b680fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.861489] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 674.861489] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52572d86-de33-ac29-1c36-049d4711a2ac" [ 674.861489] env[65997]: _type = "Task" [ 674.861489] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.874393] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52572d86-de33-ac29-1c36-049d4711a2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.903189] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717675, 'name': ReconfigVM_Task, 'duration_secs': 0.662701} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.903396] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 8dc53e6b-d2df-446f-af12-73f67b717546/8dc53e6b-d2df-446f-af12-73f67b717546.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.904146] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a547bb-187a-4c4d-8a9f-2a1c8919350a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916290] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 674.916290] env[65997]: value = "task-4717677" [ 674.916290] env[65997]: _type = "Task" [ 674.916290] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.931300] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717677, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.962356] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717676, 'name': CreateVM_Task, 'duration_secs': 0.595008} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.962575] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.963171] env[65997]: WARNING neutronclient.v2_0.client [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.963559] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.978649] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 675.244189] env[65997]: INFO nova.compute.manager [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] instance snapshotting [ 675.250074] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06da74eb-5fed-4dd3-8c79-e4cda2c3f8f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.277836] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f70f07-8598-48e4-bf6c-5e905ac50b11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.288099] env[65997]: INFO nova.compute.manager [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] instance snapshotting [ 675.288762] env[65997]: DEBUG nova.objects.instance [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lazy-loading 'flavor' on Instance uuid 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.323317] env[65997]: DEBUG nova.network.neutron [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Successfully created port: a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 675.381139] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52572d86-de33-ac29-1c36-049d4711a2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01462} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.381624] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.381803] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.383470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.383470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.383470] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.383470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.383698] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.383698] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa227e6-3aa5-47db-9aa1-89f268e6e18b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.390487] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdce8cd5-c247-4e64-b1d6-3752c0d3010e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.398105] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 675.398105] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5245985a-7a58-7623-852d-3cf5263df0d3" [ 675.398105] env[65997]: _type = "Task" [ 675.398105] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.403608] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.403767] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.408471] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a19faa-7e7a-4f61-ac89-9603cc412970 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.415737] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5245985a-7a58-7623-852d-3cf5263df0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.416476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.416731] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.417598] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.422888] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 675.422888] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c55096-adce-9a3c-69b6-92328f4cb320" [ 675.422888] env[65997]: _type = "Task" [ 675.422888] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.431907] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717677, 'name': Rename_Task, 'duration_secs': 0.22627} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.432118] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.432748] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b825ba58-013c-4dfd-9bf9-b9b15bcb6c14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.438495] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c55096-adce-9a3c-69b6-92328f4cb320, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.443546] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913c87a7-fcb2-483c-ad5e-ddf0ed5014c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.448235] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 675.448235] env[65997]: value = "task-4717678" [ 675.448235] env[65997]: _type = "Task" [ 675.448235] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.450114] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 675.450114] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e1142-8004-a87b-f138-c6a680530e80" [ 675.450114] env[65997]: _type = "Task" [ 675.450114] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.465543] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e1142-8004-a87b-f138-c6a680530e80, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.468895] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.468895] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0336eab4-75c7-4e0a-8960-fc5510b821eb/0336eab4-75c7-4e0a-8960-fc5510b821eb.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.469343] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.470398] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.470604] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.470837] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91327c03-4860-4953-b1a3-40a00eab9663 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.473676] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4d284-a4fc-48a7-9713-67348cafd5ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.478125] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f2956c-ebec-40bf-ab71-df94b681918a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.486602] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf48b2-68da-41fd-a2db-c4a369ba91fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.493319] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 675.493319] env[65997]: value = "task-4717679" [ 675.493319] env[65997]: _type = "Task" [ 675.493319] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.497781] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.497994] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.505086] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814841c7-4108-4abf-b06f-50a76de1e8b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.537767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.542171] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c013475-887e-42ba-8f5d-ae5c21e216d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.550965] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 675.550965] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5243c343-28dd-b0ff-e351-c0686ba44ecb" [ 675.550965] env[65997]: _type = "Task" [ 675.550965] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.551197] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.560151] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5622c9d2-04ad-465e-9a46-63f626bf624f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.569440] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5243c343-28dd-b0ff-e351-c0686ba44ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.571694] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0afbc36-128b-4c89-8597-2be60f4e9793 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.582781] env[65997]: DEBUG nova.compute.provider_tree [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.587802] env[65997]: DEBUG nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Received event network-changed-ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.587802] env[65997]: DEBUG nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Refreshing instance network info cache due to event network-changed-ea206a74-3e91-4f06-89b0-8e8410ff997d. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.588551] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Acquiring lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.588551] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Acquired lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.588551] env[65997]: DEBUG nova.network.neutron [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Refreshing network info cache for port ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.591598] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 675.591598] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fcd248-f678-a649-eeaa-413066a3eb3a" [ 675.591598] env[65997]: _type = "Task" [ 675.591598] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.603971] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fcd248-f678-a649-eeaa-413066a3eb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.604309] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.604615] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] af111d8a-60fb-481d-afcb-ff219ce0de80/af111d8a-60fb-481d-afcb-ff219ce0de80.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.605519] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410e1ad4-8ef1-4cd7-beb3-b0fb889929ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.614594] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 675.614594] env[65997]: value = "task-4717680" [ 675.614594] env[65997]: _type = "Task" [ 675.614594] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.626902] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.792336] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.794755] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55b21821-4e5a-4917-b3ae-b7e51e08f9dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.801266] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030740bd-dc9c-468c-af5c-c7296a1356cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.825127] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0976479d-7bc0-4b26-9e9e-fd74820a11a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.829039] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 675.829039] env[65997]: value = "task-4717681" [ 675.829039] env[65997]: _type = "Task" [ 675.829039] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.843511] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.850782] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 675.877548] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.877924] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.878261] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.878538] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.878730] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.878921] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.879177] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.879359] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.879548] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.882112] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.882112] env[65997]: DEBUG nova.virt.hardware [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.882112] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dfc2e7-ec59-41f9-936f-5332609e365d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.899721] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4e69b-d327-4753-aeea-979076470407 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.965629] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.009973] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503595} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.010268] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0336eab4-75c7-4e0a-8960-fc5510b821eb/0336eab4-75c7-4e0a-8960-fc5510b821eb.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.010516] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.010796] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93505cac-55df-422b-969b-96fd18cf087d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.018893] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 676.018893] env[65997]: value = "task-4717682" [ 676.018893] env[65997]: _type = "Task" [ 676.018893] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.032552] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.091867] env[65997]: DEBUG nova.scheduler.client.report [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.095861] env[65997]: WARNING neutronclient.v2_0.client [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.128579] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717680, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.344580] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.345855] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.346464] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1393448-94d0-44c0-a14e-83c54641f9aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.361661] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 676.361661] env[65997]: value = "task-4717683" [ 676.361661] env[65997]: _type = "Task" [ 676.361661] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.375664] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.385871] env[65997]: WARNING neutronclient.v2_0.client [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.465336] env[65997]: DEBUG oslo_vmware.api [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717678, 'name': PowerOnVM_Task, 'duration_secs': 0.561795} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.465708] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.466440] env[65997]: INFO nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Took 10.70 seconds to spawn the instance on the hypervisor. [ 676.466440] env[65997]: DEBUG nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 676.467167] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca6238-58a3-4936-b3b0-7830715de407 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.532717] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069459} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.533100] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.534408] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aec72d-9a3b-4e27-b6f4-0f6ef44e9445 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.562439] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 0336eab4-75c7-4e0a-8960-fc5510b821eb/0336eab4-75c7-4e0a-8960-fc5510b821eb.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.563611] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e74bca-a333-4085-911b-bfdddb95b026 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.591537] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 676.591537] env[65997]: value = "task-4717684" [ 676.591537] env[65997]: _type = "Task" [ 676.591537] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.600502] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.602302] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 676.609121] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.864s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.611642] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.636181] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777288} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.641627] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] af111d8a-60fb-481d-afcb-ff219ce0de80/af111d8a-60fb-481d-afcb-ff219ce0de80.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.642042] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.642702] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eddff65f-d7b0-4917-94f3-6416a899e2bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.652989] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 676.652989] env[65997]: value = "task-4717685" [ 676.652989] env[65997]: _type = "Task" [ 676.652989] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.665761] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.756327] env[65997]: DEBUG nova.network.neutron [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Updated VIF entry in instance network info cache for port bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.756906] env[65997]: DEBUG nova.network.neutron [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Updating instance_info_cache with network_info: [{"id": "bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f", "address": "fa:16:3e:0b:ce:93", "network": {"id": "59b14e92-7f4a-4a9a-8810-d803e2cb35ac", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-428306396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af0907c1290343f787e81c5a7def2238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8bb854-6f", "ovs_interfaceid": "bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.842185] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717681, 'name': CreateSnapshot_Task, 'duration_secs': 0.756497} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.842185] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.842784] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df00ce9-e278-46b2-949e-24988ed56fc8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.873814] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.997474] env[65997]: INFO nova.compute.manager [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Took 29.16 seconds to build instance. [ 677.049361] env[65997]: DEBUG nova.network.neutron [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Successfully updated port: a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.082615] env[65997]: WARNING neutronclient.v2_0.client [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.111483] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.119773] env[65997]: DEBUG nova.compute.utils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.133044] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 677.133044] env[65997]: DEBUG nova.network.neutron [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.134152] env[65997]: WARNING neutronclient.v2_0.client [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.134152] env[65997]: WARNING neutronclient.v2_0.client [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.164858] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070655} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.165411] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.166218] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d898c50a-604b-4f8f-9d1b-48f53554804e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.198124] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] af111d8a-60fb-481d-afcb-ff219ce0de80/af111d8a-60fb-481d-afcb-ff219ce0de80.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.198124] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab840d89-02c4-44ee-a851-7badee683ae5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.225661] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 677.225661] env[65997]: value = "task-4717686" [ 677.225661] env[65997]: _type = "Task" [ 677.225661] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.237067] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.260758] env[65997]: DEBUG oslo_concurrency.lockutils [req-0c03d38c-b00a-409f-8a48-7643b39f1ee1 req-de2e4a76-17d4-42b2-b32b-fc03706758a2 service nova] Releasing lock "refresh_cache-17797362-54f3-428b-8ddb-701c132171f7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.366742] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.367189] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4a87c73-d644-436d-aab5-b099fcd3dce3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.376330] env[65997]: DEBUG nova.network.neutron [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Updated VIF entry in instance network info cache for port ea206a74-3e91-4f06-89b0-8e8410ff997d. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.376803] env[65997]: DEBUG nova.network.neutron [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Updating instance_info_cache with network_info: [{"id": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "address": "fa:16:3e:28:61:55", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea206a74-3e", "ovs_interfaceid": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.383260] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717683, 'name': CreateSnapshot_Task, 'duration_secs': 0.860912} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.389197] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.389197] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 677.389197] env[65997]: value = "task-4717687" [ 677.389197] env[65997]: _type = "Task" [ 677.389197] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.389197] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ab4bd0-bce6-4ecd-b58f-f6f220914f23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.402768] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717687, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.422896] env[65997]: DEBUG nova.policy [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc73877345374559beea4d44faf1895c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd607d504cba0478fb8715ff5c8d2f78e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.503254] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba659eb9-ba4f-4cc1-bbce-d9d72d260d23 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.679s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.553223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-bb365824-7ba1-4317-ae4c-9b6de675dc4e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.553435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-bb365824-7ba1-4317-ae4c-9b6de675dc4e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.553672] env[65997]: DEBUG nova.network.neutron [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.608704] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717684, 'name': ReconfigVM_Task, 'duration_secs': 0.547655} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.608967] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 0336eab4-75c7-4e0a-8960-fc5510b821eb/0336eab4-75c7-4e0a-8960-fc5510b821eb.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.609878] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9b0c5c-7be2-480e-bfba-ecf23923bbb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.619375] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 677.619375] env[65997]: value = "task-4717688" [ 677.619375] env[65997]: _type = "Task" [ 677.619375] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.632422] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717688, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.634027] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 677.643972] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating resource usage from migration 30c688ca-baa7-46fd-8728-dfefa946b0e1 [ 677.688050] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11648856-bff6-44d2-925c-54d11267d62f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688050] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 42707e81-b984-4ac1-8cb1-f22ca9d48f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688050] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b91405c7-49e7-4579-9553-498d1287bb98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688050] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance cf608098-43a0-4547-ae0d-b497a7f48278 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 677.688358] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 364743f2-8787-4d86-b268-c6a48ddee7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688358] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 7e4a00d5-97e0-49c0-ac2e-3ec253606099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688358] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4bc4a430-5d59-400a-92b3-96307b8d9ac2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 677.688358] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance cdad19a1-8d00-4976-b186-6762e997bea9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 677.688502] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dc101edc-bd74-4ceb-9f08-6ee830f7f1a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688693] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 81fdad7d-883c-4c7a-af16-84abf73eded1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688765] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4e9caa7d-601c-4660-8430-1884d634b2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688831] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 70d5bb35-cf67-4065-b51a-6b952911a07c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.688937] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689131] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4031ac4c-5d83-4b6f-b8b6-74793604b77a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689279] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689417] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 17797362-54f3-428b-8ddb-701c132171f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689528] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8dc53e6b-d2df-446f-af12-73f67b717546 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689729] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0336eab4-75c7-4e0a-8960-fc5510b821eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689847] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance af111d8a-60fb-481d-afcb-ff219ce0de80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.689967] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance bb365824-7ba1-4317-ae4c-9b6de675dc4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.690070] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 40bb9bf1-0645-44f3-aec8-853114f9cea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 677.745434] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.809037] env[65997]: DEBUG nova.network.neutron [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Successfully created port: 3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.886550] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Releasing lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.886859] env[65997]: DEBUG nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Received event network-vif-plugged-3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.887121] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Acquiring lock "0336eab4-75c7-4e0a-8960-fc5510b821eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.887400] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.888119] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.888119] env[65997]: DEBUG nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] No waiting events found dispatching network-vif-plugged-3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.888119] env[65997]: WARNING nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Received unexpected event network-vif-plugged-3db2d047-4455-481a-965b-dbc40edc5610 for instance with vm_state building and task_state spawning. [ 677.888280] env[65997]: DEBUG nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Received event network-changed-3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.888573] env[65997]: DEBUG nova.compute.manager [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Refreshing instance network info cache due to event network-changed-3db2d047-4455-481a-965b-dbc40edc5610. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 677.888650] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Acquiring lock "refresh_cache-0336eab4-75c7-4e0a-8960-fc5510b821eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.888845] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Acquired lock "refresh_cache-0336eab4-75c7-4e0a-8960-fc5510b821eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.889630] env[65997]: DEBUG nova.network.neutron [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Refreshing network info cache for port 3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.900820] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717687, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.914334] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.916525] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-540de67e-23fa-4d73-a4f1-f12979a006e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.923315] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.923581] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.931615] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 677.931615] env[65997]: value = "task-4717689" [ 677.931615] env[65997]: _type = "Task" [ 677.931615] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.941605] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717689, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.006035] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 678.136263] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717688, 'name': Rename_Task, 'duration_secs': 0.356133} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.136952] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.137169] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd2d46e-af58-4a44-8967-e85f3f4d3189 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.149762] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 678.149762] env[65997]: value = "task-4717690" [ 678.149762] env[65997]: _type = "Task" [ 678.149762] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.163111] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.196474] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 520aa36a-46c8-4fd8-947d-8934c5ee8235 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 678.243677] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.247455] env[65997]: DEBUG nova.compute.manager [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 678.344084] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.344084] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.395946] env[65997]: WARNING neutronclient.v2_0.client [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.402283] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717687, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.447354] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717689, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.545221] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.647605] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 678.662521] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.684688] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.685299] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.685624] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.685624] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.686155] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.686155] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.686273] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.687945] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.688235] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.688492] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.688705] env[65997]: DEBUG nova.virt.hardware [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.689790] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982dd95-f725-406e-b432-826f0017c79c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.700666] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d6aec4-214e-4515-a3ba-c22b0d1d397e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.706980] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 57737baf-72aa-4aa8-947a-aba2f1c900f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 678.744670] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.775191] env[65997]: DEBUG nova.network.neutron [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.778408] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.909483] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717687, 'name': CloneVM_Task, 'duration_secs': 1.291662} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.910495] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Created linked-clone VM from snapshot [ 678.912238] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a85d4-e54c-4ee7-8a09-6c86d7ac5e4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.925419] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Uploading image 0830ad7a-8f6e-40cd-98cf-80f8574420a6 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.948973] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717689, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.961971] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 678.961971] env[65997]: value = "vm-920632" [ 678.961971] env[65997]: _type = "VirtualMachine" [ 678.961971] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 678.962328] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e8f4472-ba78-4917-a737-aef352e1b4c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.973041] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lease: (returnval){ [ 678.973041] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520a1fb2-9859-d6bb-5cad-82286d7c1eaa" [ 678.973041] env[65997]: _type = "HttpNfcLease" [ 678.973041] env[65997]: } obtained for exporting VM: (result){ [ 678.973041] env[65997]: value = "vm-920632" [ 678.973041] env[65997]: _type = "VirtualMachine" [ 678.973041] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 678.973714] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the lease: (returnval){ [ 678.973714] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520a1fb2-9859-d6bb-5cad-82286d7c1eaa" [ 678.973714] env[65997]: _type = "HttpNfcLease" [ 678.973714] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 678.985103] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.985103] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520a1fb2-9859-d6bb-5cad-82286d7c1eaa" [ 678.985103] env[65997]: _type = "HttpNfcLease" [ 678.985103] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 679.165146] env[65997]: DEBUG oslo_vmware.api [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717690, 'name': PowerOnVM_Task, 'duration_secs': 0.719689} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.165146] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.165146] env[65997]: INFO nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Took 10.79 seconds to spawn the instance on the hypervisor. [ 679.165512] env[65997]: DEBUG nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 679.167083] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf10fbd6-0be5-4565-be6d-a58fe7220e1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.212080] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance f527236e-3b79-49fc-b117-a30d86601a13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 679.245320] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717686, 'name': ReconfigVM_Task, 'duration_secs': 1.675004} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.245616] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Reconfigured VM instance instance-0000001c to attach disk [datastore2] af111d8a-60fb-481d-afcb-ff219ce0de80/af111d8a-60fb-481d-afcb-ff219ce0de80.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.246980] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ea8ed0-1d31-4a4b-b4dd-ce1c3c59115a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.255073] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 679.255073] env[65997]: value = "task-4717692" [ 679.255073] env[65997]: _type = "Task" [ 679.255073] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.266878] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717692, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.336138] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.336410] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.336622] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.336785] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.336955] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.339419] env[65997]: INFO nova.compute.manager [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Terminating instance [ 679.445127] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717689, 'name': CloneVM_Task, 'duration_secs': 1.268783} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.446062] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Created linked-clone VM from snapshot [ 679.446282] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37473c1f-987a-4990-9eff-e1d5c5f353f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.455562] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Uploading image 845cdd1d-57a4-4b28-b4ae-9c8ce4615b61 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.482579] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.482579] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520a1fb2-9859-d6bb-5cad-82286d7c1eaa" [ 679.482579] env[65997]: _type = "HttpNfcLease" [ 679.482579] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 679.484977] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 679.484977] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520a1fb2-9859-d6bb-5cad-82286d7c1eaa" [ 679.484977] env[65997]: _type = "HttpNfcLease" [ 679.484977] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 679.486374] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457c648-dad4-408a-bbef-29bfcabfc32f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.493131] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.493131] env[65997]: value = "vm-920633" [ 679.493131] env[65997]: _type = "VirtualMachine" [ 679.493131] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.493473] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a8df91f-4b2d-42f4-988f-1223b86308ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.499133] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aefe10-233c-6cd8-0b4e-d6a37f560087/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 679.499320] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aefe10-233c-6cd8-0b4e-d6a37f560087/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 679.558517] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lease: (returnval){ [ 679.558517] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b7ad0-6b21-b6a8-cfde-5bf7cef6c6ac" [ 679.558517] env[65997]: _type = "HttpNfcLease" [ 679.558517] env[65997]: } obtained for exporting VM: (result){ [ 679.558517] env[65997]: value = "vm-920633" [ 679.558517] env[65997]: _type = "VirtualMachine" [ 679.558517] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 679.559090] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the lease: (returnval){ [ 679.559090] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b7ad0-6b21-b6a8-cfde-5bf7cef6c6ac" [ 679.559090] env[65997]: _type = "HttpNfcLease" [ 679.559090] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 679.567726] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.567726] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b7ad0-6b21-b6a8-cfde-5bf7cef6c6ac" [ 679.567726] env[65997]: _type = "HttpNfcLease" [ 679.567726] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 679.568017] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 679.568017] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b7ad0-6b21-b6a8-cfde-5bf7cef6c6ac" [ 679.568017] env[65997]: _type = "HttpNfcLease" [ 679.568017] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 679.569170] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475e7118-7689-4bec-8824-d9fa77c29bb9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.578327] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52527a14-37d0-7ad3-a44b-45e009e8dbcd/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 679.578327] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52527a14-37d0-7ad3-a44b-45e009e8dbcd/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 679.638817] env[65997]: DEBUG nova.network.neutron [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Successfully updated port: 3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.694120] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b00b8794-cf18-4378-b5c3-91e0ae8a461b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.697215] env[65997]: INFO nova.compute.manager [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Took 29.32 seconds to build instance. [ 679.720432] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 194fee91-f50b-439c-9f97-24eca664c849 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 679.724877] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2367286f-0f5e-4b63-86ef-37cd25c6a965 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.770299] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717692, 'name': Rename_Task, 'duration_secs': 0.313853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.772074] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.772074] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab0bf72-05ef-42fd-a998-06505a186c2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.778549] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 679.778549] env[65997]: value = "task-4717694" [ 679.778549] env[65997]: _type = "Task" [ 679.778549] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.787795] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.844065] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "refresh_cache-2981d0f2-09b1-4c45-8a91-035bb0cb6c78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.844419] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquired lock "refresh_cache-2981d0f2-09b1-4c45-8a91-035bb0cb6c78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.844419] env[65997]: DEBUG nova.network.neutron [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.069026] env[65997]: WARNING neutronclient.v2_0.client [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.142099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "refresh_cache-40bb9bf1-0645-44f3-aec8-853114f9cea4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.142099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired lock "refresh_cache-40bb9bf1-0645-44f3-aec8-853114f9cea4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.142300] env[65997]: DEBUG nova.network.neutron [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.200295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8005293-9eeb-449f-ade7-bf4f83cfac7e tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.832s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.227213] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance f8526053-5d15-4323-8f9a-cfc2d8e22a2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 680.242931] env[65997]: WARNING neutronclient.v2_0.client [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.297022] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.312487] env[65997]: DEBUG nova.network.neutron [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Updating instance_info_cache with network_info: [{"id": "a88d46c7-9b67-45b2-a436-4115db58ea76", "address": "fa:16:3e:af:00:c3", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88d46c7-9b", "ovs_interfaceid": "a88d46c7-9b67-45b2-a436-4115db58ea76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.349118] env[65997]: WARNING neutronclient.v2_0.client [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.375555] env[65997]: DEBUG nova.network.neutron [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.388998] env[65997]: DEBUG nova.network.neutron [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Updated VIF entry in instance network info cache for port 3db2d047-4455-481a-965b-dbc40edc5610. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.393447] env[65997]: DEBUG nova.network.neutron [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Updating instance_info_cache with network_info: [{"id": "3db2d047-4455-481a-965b-dbc40edc5610", "address": "fa:16:3e:94:0a:9e", "network": {"id": "88d271d5-6e76-425a-89fe-eaba956b14fe", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1129926226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "224ca8cbf3714259b19cd3cfd9d06542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db2d047-44", "ovs_interfaceid": "3db2d047-4455-481a-965b-dbc40edc5610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.479709] env[65997]: DEBUG nova.network.neutron [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.698921] env[65997]: DEBUG nova.compute.manager [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Received event network-vif-plugged-f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 680.698921] env[65997]: DEBUG oslo_concurrency.lockutils [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] Acquiring lock "af111d8a-60fb-481d-afcb-ff219ce0de80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.698921] env[65997]: DEBUG oslo_concurrency.lockutils [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.699804] env[65997]: DEBUG oslo_concurrency.lockutils [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.700129] env[65997]: DEBUG nova.compute.manager [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] No waiting events found dispatching network-vif-plugged-f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 680.700721] env[65997]: WARNING nova.compute.manager [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Received unexpected event network-vif-plugged-f1da2608-bba0-4360-93f6-d4ed542189e9 for instance with vm_state building and task_state spawning. [ 680.700935] env[65997]: DEBUG nova.compute.manager [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Received event network-changed-f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 680.701222] env[65997]: DEBUG nova.compute.manager [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Refreshing instance network info cache due to event network-changed-f1da2608-bba0-4360-93f6-d4ed542189e9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 680.702231] env[65997]: DEBUG oslo_concurrency.lockutils [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] Acquiring lock "refresh_cache-af111d8a-60fb-481d-afcb-ff219ce0de80" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.702471] env[65997]: DEBUG oslo_concurrency.lockutils [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] Acquired lock "refresh_cache-af111d8a-60fb-481d-afcb-ff219ce0de80" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.702668] env[65997]: DEBUG nova.network.neutron [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Refreshing network info cache for port f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.708390] env[65997]: DEBUG nova.network.neutron [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.712783] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 680.736479] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 51e93dd2-2068-4d67-861c-e8a50069343c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 680.736666] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Migration 30c688ca-baa7-46fd-8728-dfefa946b0e1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 680.736781] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b93722a0-d866-4a9f-a92b-859ed6dc4ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.800367] env[65997]: DEBUG oslo_vmware.api [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717694, 'name': PowerOnVM_Task, 'duration_secs': 0.703239} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.801737] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.802218] env[65997]: INFO nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Took 9.79 seconds to spawn the instance on the hypervisor. [ 680.802597] env[65997]: DEBUG nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 680.803938] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c22b59-3330-47c7-ace6-861f00ede890 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.818959] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-bb365824-7ba1-4317-ae4c-9b6de675dc4e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.819435] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Instance network_info: |[{"id": "a88d46c7-9b67-45b2-a436-4115db58ea76", "address": "fa:16:3e:af:00:c3", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88d46c7-9b", "ovs_interfaceid": "a88d46c7-9b67-45b2-a436-4115db58ea76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 680.820475] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:00:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88d46c7-9b67-45b2-a436-4115db58ea76', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.833887] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.837604] env[65997]: WARNING neutronclient.v2_0.client [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.842414] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.847246] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99af73cf-34cd-4c97-8949-b9199d8a5948 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.891219] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.891219] env[65997]: value = "task-4717695" [ 680.891219] env[65997]: _type = "Task" [ 680.891219] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.899247] env[65997]: DEBUG oslo_concurrency.lockutils [req-45895c0d-b489-41c4-8d13-b5a8d8b1f6f6 req-443754df-8654-479a-843a-ff38b40e7423 service nova] Releasing lock "refresh_cache-0336eab4-75c7-4e0a-8960-fc5510b821eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.910803] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717695, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.961483] env[65997]: DEBUG nova.network.neutron [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Updating instance_info_cache with network_info: [{"id": "3d8d22b9-26d4-46e8-86f2-19465feea09c", "address": "fa:16:3e:fc:3d:2a", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d22b9-26", "ovs_interfaceid": "3d8d22b9-26d4-46e8-86f2-19465feea09c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.985212] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Releasing lock "refresh_cache-2981d0f2-09b1-4c45-8a91-035bb0cb6c78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.987308] env[65997]: DEBUG nova.compute.manager [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 680.988036] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.989256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d19902-48b1-46cd-b9cd-46be912e721a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.001779] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.001779] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750a4598-770b-44ae-9a58-b099a4207b29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.010993] env[65997]: DEBUG oslo_vmware.api [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 681.010993] env[65997]: value = "task-4717696" [ 681.010993] env[65997]: _type = "Task" [ 681.010993] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.031942] env[65997]: DEBUG oslo_vmware.api [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.223237] env[65997]: WARNING neutronclient.v2_0.client [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.240846] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 681.241089] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 681.241089] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '15', 'num_task_None': '13', 'num_os_type_None': '19', 'num_proj_1ba4f163662b459a96b28cb233b8b806': '3', 'io_workload': '5', 'num_proj_a40f6c1a384b4c498ab5d535f48034a2': '1', 'num_proj_d607d504cba0478fb8715ff5c8d2f78e': '2', 'num_proj_5af3ad7536c94dd8849dfc581d065f69': '1', 'num_proj_e47c24ebd0b049efbc11a3ad903b4de0': '1', 'num_proj_095814acc3cc4d59ba2a07db884b1fbf': '1', 'num_task_image_pending_upload': '2', 'num_proj_ffc2c7112a03498fb742ea1f3c7a407f': '2', 'num_proj_bf4b8057e5994647a5a51ab24eee3c4f': '1', 'num_proj_a40e424b348e41379b7a875df8498e81': '1', 'num_task_resize_prep': '1', 'num_proj_e9f24bfe65974fa9850050ea73e8cb30': '1', 'num_proj_af0907c1290343f787e81c5a7def2238': '1', 'num_proj_7ffbaf87ce694fffbbbfb1d263d26675': '2', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_224ca8cbf3714259b19cd3cfd9d06542': '1', 'num_proj_e7e4680af13841c8828d561432b7ac02': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 681.259820] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.329176] env[65997]: INFO nova.compute.manager [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Took 28.37 seconds to build instance. [ 681.408493] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717695, 'name': CreateVM_Task, 'duration_secs': 0.41675} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.412072] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.412072] env[65997]: WARNING neutronclient.v2_0.client [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.412072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412622] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58c592a-98a2-426b-a6cc-f8637488e04d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.417665] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 681.417665] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528ba3c2-d868-7454-753e-1b488ca0e40e" [ 681.417665] env[65997]: _type = "Task" [ 681.417665] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.443113] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528ba3c2-d868-7454-753e-1b488ca0e40e, 'name': SearchDatastore_Task, 'duration_secs': 0.016739} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.444361] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.448578] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.449660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.449660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.449660] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.454373] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3486620-f7a8-46d8-b933-b6196263f4d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.463530] env[65997]: WARNING neutronclient.v2_0.client [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.466860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Releasing lock "refresh_cache-40bb9bf1-0645-44f3-aec8-853114f9cea4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.467400] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Instance network_info: |[{"id": "3d8d22b9-26d4-46e8-86f2-19465feea09c", "address": "fa:16:3e:fc:3d:2a", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d22b9-26", "ovs_interfaceid": "3d8d22b9-26d4-46e8-86f2-19465feea09c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 681.469600] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:3d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8d22b9-26d4-46e8-86f2-19465feea09c', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.479997] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.480446] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.481033] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.485029] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.485325] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5318e41e-b15e-4ccb-b078-df2099672798 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.489697] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a5d9220-2ddd-4472-8982-d4c3fc7294e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.522321] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.522321] env[65997]: value = "task-4717697" [ 681.522321] env[65997]: _type = "Task" [ 681.522321] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.522806] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 681.522806] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52879e05-1480-7c9f-4344-c96c5e60ca70" [ 681.522806] env[65997]: _type = "Task" [ 681.522806] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.538901] env[65997]: DEBUG oslo_vmware.api [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717696, 'name': PowerOffVM_Task, 'duration_secs': 0.22767} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.542072] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.542557] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.553450] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5c6b52e-45f4-4548-9947-de9c2f42e505 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.557075] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717697, 'name': CreateVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.557577] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52879e05-1480-7c9f-4344-c96c5e60ca70, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.562318] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3caa68-5c53-4a43-832d-bc904bde0b6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.571285] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 681.571285] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52856fe9-a179-daa6-ebef-4badbf987342" [ 681.571285] env[65997]: _type = "Task" [ 681.571285] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.573849] env[65997]: DEBUG nova.network.neutron [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Updated VIF entry in instance network info cache for port f1da2608-bba0-4360-93f6-d4ed542189e9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 681.574455] env[65997]: DEBUG nova.network.neutron [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Updating instance_info_cache with network_info: [{"id": "f1da2608-bba0-4360-93f6-d4ed542189e9", "address": "fa:16:3e:18:5b:7c", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1da2608-bb", "ovs_interfaceid": "f1da2608-bba0-4360-93f6-d4ed542189e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.597751] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.598145] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.598484] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Deleting the datastore file [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.603940] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-618d8859-fbf6-4a7a-8e26-70e5c39cd7e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.607141] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52856fe9-a179-daa6-ebef-4badbf987342, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.611861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.612291] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] bb365824-7ba1-4317-ae4c-9b6de675dc4e/bb365824-7ba1-4317-ae4c-9b6de675dc4e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.615761] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c379f764-7592-49f0-a477-0a573ea1a37c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.625461] env[65997]: DEBUG oslo_vmware.api [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 681.625461] env[65997]: value = "task-4717699" [ 681.625461] env[65997]: _type = "Task" [ 681.625461] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.638875] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 681.638875] env[65997]: value = "task-4717700" [ 681.638875] env[65997]: _type = "Task" [ 681.638875] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.644065] env[65997]: DEBUG oslo_vmware.api [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.663391] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.834528] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca2de62b-20d7-4b35-81c3-2017f0d4247d tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.749s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.916886] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26be92c7-d69c-44b6-8601-510e7f4fdb9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.928196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481ce9f-2710-4ec9-8810-6831481cafe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.971834] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18330692-cf53-4ea2-bab5-7a599a702c39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.987609] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad70428-869e-4558-8737-6c88309cc367 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.009470] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.047431] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717697, 'name': CreateVM_Task, 'duration_secs': 0.486027} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.048451] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.050105] env[65997]: WARNING neutronclient.v2_0.client [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.050844] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.051339] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052497] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.053010] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f149c966-b6d6-4a01-b206-7e74e4dae597 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.063033] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 682.063033] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52feb6bd-6226-e703-3de8-358239c6b457" [ 682.063033] env[65997]: _type = "Task" [ 682.063033] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.077826] env[65997]: DEBUG oslo_concurrency.lockutils [req-1be9dafa-0048-481d-8cb0-9aa99a0d0349 req-25532c8e-50b9-4bce-8ab4-56287b6fd934 service nova] Releasing lock "refresh_cache-af111d8a-60fb-481d-afcb-ff219ce0de80" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.078683] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52feb6bd-6226-e703-3de8-358239c6b457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.142223] env[65997]: WARNING nova.virt.vmwareapi.vmops [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Traceback (most recent call last): [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] ds_util.file_delete(self._session, [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] session._wait_for_task(file_delete_task) [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] return self.wait_for_task(task_ref) [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] return evt.wait() [ 682.142223] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] result = hub.switch() [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] return self.greenlet.switch() [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] self.f(*self.args, **self.kw) [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] raise exceptions.translate_fault(task_info.error) [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 [ 682.142908] env[65997]: ERROR nova.virt.vmwareapi.vmops [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] [ 682.142908] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.143370] env[65997]: INFO nova.compute.manager [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 682.143370] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 682.143370] env[65997]: DEBUG nova.compute.manager [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 682.143370] env[65997]: DEBUG nova.network.neutron [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 682.143586] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.155969] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717700, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.170498] env[65997]: DEBUG nova.network.neutron [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.170797] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.337886] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 682.514398] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.579193] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52feb6bd-6226-e703-3de8-358239c6b457, 'name': SearchDatastore_Task, 'duration_secs': 0.054616} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.579531] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.579940] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.580075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.580238] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.580420] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.580693] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c05eb7-ac5b-4879-8ed3-4e41639ae228 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592425] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.592672] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.593430] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c326624-8fc9-4be5-a46e-3e056831d5ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.600431] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 682.600431] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a2bbf9-4bf5-883d-a123-6453aacd3b63" [ 682.600431] env[65997]: _type = "Task" [ 682.600431] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.610762] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a2bbf9-4bf5-883d-a123-6453aacd3b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.657397] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531564} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.657997] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] bb365824-7ba1-4317-ae4c-9b6de675dc4e/bb365824-7ba1-4317-ae4c-9b6de675dc4e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.658093] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.658324] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba6000c8-3f6d-4b0d-8d6f-5f443ec43aa9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.666737] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 682.666737] env[65997]: value = "task-4717701" [ 682.666737] env[65997]: _type = "Task" [ 682.666737] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.673166] env[65997]: DEBUG nova.network.neutron [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.678128] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.862553] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.021292] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 683.021633] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.413s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.021913] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.680s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.023895] env[65997]: INFO nova.compute.claims [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.113228] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a2bbf9-4bf5-883d-a123-6453aacd3b63, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.114104] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b60326-9fb7-4eb3-959b-5c0d5b6b11a8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.121870] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 683.121870] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528dc1b0-487e-5902-887f-1ed9a9ea0c44" [ 683.121870] env[65997]: _type = "Task" [ 683.121870] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.133613] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528dc1b0-487e-5902-887f-1ed9a9ea0c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.177471] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136132} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.177755] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.178619] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133af30b-8b48-4457-92f2-71cd951b4df4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.181656] env[65997]: INFO nova.compute.manager [-] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Took 1.04 seconds to deallocate network for instance. [ 683.205602] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bb365824-7ba1-4317-ae4c-9b6de675dc4e/bb365824-7ba1-4317-ae4c-9b6de675dc4e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.206316] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dccddfb-03ba-445e-809e-89d7ac06cd6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.227798] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 683.227798] env[65997]: value = "task-4717702" [ 683.227798] env[65997]: _type = "Task" [ 683.227798] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.238711] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.634353] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528dc1b0-487e-5902-887f-1ed9a9ea0c44, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.634753] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.634837] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 40bb9bf1-0645-44f3-aec8-853114f9cea4/40bb9bf1-0645-44f3-aec8-853114f9cea4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.635093] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ef8962b-e479-4abe-8298-d84df7cb320f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.644339] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 683.644339] env[65997]: value = "task-4717703" [ 683.644339] env[65997]: _type = "Task" [ 683.644339] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.655454] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.689461] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.738716] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717702, 'name': ReconfigVM_Task, 'duration_secs': 0.327524} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.738993] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bb365824-7ba1-4317-ae4c-9b6de675dc4e/bb365824-7ba1-4317-ae4c-9b6de675dc4e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.739708] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-319a8559-1a95-4c49-8a3f-b81fb9d11894 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.747393] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 683.747393] env[65997]: value = "task-4717704" [ 683.747393] env[65997]: _type = "Task" [ 683.747393] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.757431] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717704, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.156630] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507943} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.160141] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 40bb9bf1-0645-44f3-aec8-853114f9cea4/40bb9bf1-0645-44f3-aec8-853114f9cea4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.160559] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.162036] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28252d99-5527-45b1-9337-63cc31d391b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.170666] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 684.170666] env[65997]: value = "task-4717705" [ 684.170666] env[65997]: _type = "Task" [ 684.170666] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.185102] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.258780] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717704, 'name': Rename_Task, 'duration_secs': 0.447388} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.261857] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.262438] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bca72ee-1d60-4a04-ab18-f64ac22fc6e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.272553] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 684.272553] env[65997]: value = "task-4717706" [ 684.272553] env[65997]: _type = "Task" [ 684.272553] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.288370] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.498634] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ab4917-63af-4da1-8030-28d6449e8af2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.507146] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2083171-f3cf-4673-bab5-0a4a4c3f6cce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.540139] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909609bd-7528-46be-ab8f-55b7fabdac06 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.549652] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4da517-ccbe-452d-a7c7-481dbcf3a9ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.567036] env[65997]: DEBUG nova.compute.provider_tree [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.682933] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152314} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.683458] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.684017] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e268398-c249-4c24-8131-6bef8ca4efac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.709547] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 40bb9bf1-0645-44f3-aec8-853114f9cea4/40bb9bf1-0645-44f3-aec8-853114f9cea4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.710196] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694d7004-b885-45e3-ab71-29abee6498ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.732261] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 684.732261] env[65997]: value = "task-4717707" [ 684.732261] env[65997]: _type = "Task" [ 684.732261] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.742732] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.786851] env[65997]: DEBUG oslo_vmware.api [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717706, 'name': PowerOnVM_Task, 'duration_secs': 0.515274} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.787055] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.787269] env[65997]: INFO nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 684.787472] env[65997]: DEBUG nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 684.788308] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7becce2c-fa00-4d4d-9aff-a1514b9b602a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.071072] env[65997]: DEBUG nova.scheduler.client.report [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.244944] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.311351] env[65997]: INFO nova.compute.manager [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Took 29.81 seconds to build instance. [ 685.576449] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.577072] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 685.580632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.676s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.580820] env[65997]: DEBUG nova.objects.instance [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 685.745663] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717707, 'name': ReconfigVM_Task, 'duration_secs': 0.713157} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.746028] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 40bb9bf1-0645-44f3-aec8-853114f9cea4/40bb9bf1-0645-44f3-aec8-853114f9cea4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.746623] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9297903-e999-4384-94d6-2453a3044ece {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.755173] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 685.755173] env[65997]: value = "task-4717708" [ 685.755173] env[65997]: _type = "Task" [ 685.755173] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.767530] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717708, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.814448] env[65997]: DEBUG oslo_concurrency.lockutils [None req-05426246-253a-4b55-9509-c2fd84d7ed31 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.851s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.082861] env[65997]: DEBUG nova.compute.utils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.084834] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 686.085157] env[65997]: DEBUG nova.network.neutron [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 686.085636] env[65997]: WARNING neutronclient.v2_0.client [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.086070] env[65997]: WARNING neutronclient.v2_0.client [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.150224] env[65997]: DEBUG nova.policy [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '002120f72a6145dfb727fb35f68bd6c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ffbaf87ce694fffbbbfb1d263d26675', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.267648] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717708, 'name': Rename_Task, 'duration_secs': 0.205787} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.267965] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.268214] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93dde013-2c31-462e-9664-58d406614e9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.276129] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 686.276129] env[65997]: value = "task-4717709" [ 686.276129] env[65997]: _type = "Task" [ 686.276129] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.286046] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.507634] env[65997]: DEBUG nova.network.neutron [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Successfully created port: a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 686.594132] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 686.597885] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbf094bc-5ad3-4339-a72a-cb069d6d5f9f tempest-ServersAdmin275Test-1462602954 tempest-ServersAdmin275Test-1462602954-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.599054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.715s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.599172] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.601145] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.463s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.602653] env[65997]: INFO nova.compute.claims [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.629797] env[65997]: INFO nova.scheduler.client.report [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Deleted allocations for instance 4bc4a430-5d59-400a-92b3-96307b8d9ac2 [ 686.787908] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.140082] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2489d823-6606-411e-a8bf-370054b9563a tempest-DeleteServersAdminTestJSON-1602258422 tempest-DeleteServersAdminTestJSON-1602258422-project-member] Lock "4bc4a430-5d59-400a-92b3-96307b8d9ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.806s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.289937] env[65997]: DEBUG oslo_vmware.api [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717709, 'name': PowerOnVM_Task, 'duration_secs': 0.652696} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.289937] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.290218] env[65997]: INFO nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Took 8.64 seconds to spawn the instance on the hypervisor. [ 687.290283] env[65997]: DEBUG nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.291175] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2362e0-7cbc-4741-ad16-d1ab298bdfba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.608034] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 687.813494] env[65997]: INFO nova.compute.manager [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Took 30.75 seconds to build instance. [ 688.060408] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3cdd1f-a9aa-4061-8ed2-6156134b10fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.070796] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ede883-95f0-4929-8df8-1e3ed78d8d3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.075347] env[65997]: DEBUG nova.network.neutron [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Successfully updated port: a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 688.110414] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0195b03c-2292-4185-9c5a-39cd98bc478e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.121049] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a6e87-ed52-4b0d-856f-911ec5a254dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.138123] env[65997]: DEBUG nova.compute.provider_tree [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.315960] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4b2a2354-ede9-45f3-bbe4-7586a7831134 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.303s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.579093] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "refresh_cache-520aa36a-46c8-4fd8-947d-8934c5ee8235" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.579471] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "refresh_cache-520aa36a-46c8-4fd8-947d-8934c5ee8235" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.579537] env[65997]: DEBUG nova.network.neutron [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.641944] env[65997]: DEBUG nova.scheduler.client.report [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.115768] env[65997]: DEBUG nova.network.neutron [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 689.147662] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.148130] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 689.151112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.182s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.151355] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.153649] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.437s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.155236] env[65997]: INFO nova.compute.claims [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.185387] env[65997]: INFO nova.scheduler.client.report [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Deleted allocations for instance cdad19a1-8d00-4976-b186-6762e997bea9 [ 689.216746] env[65997]: WARNING neutronclient.v2_0.client [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.306740] env[65997]: DEBUG nova.network.neutron [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Updating instance_info_cache with network_info: [{"id": "a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0", "address": "fa:16:3e:c8:a0:b0", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d5a61e-3e", "ovs_interfaceid": "a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.661142] env[65997]: DEBUG nova.compute.utils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.665513] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 689.665850] env[65997]: DEBUG nova.network.neutron [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 689.666369] env[65997]: WARNING neutronclient.v2_0.client [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.666834] env[65997]: WARNING neutronclient.v2_0.client [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.695195] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b34cdff5-67e1-4cdf-bd21-0b5ae2f0ae7e tempest-ServerDiagnosticsV248Test-440110988 tempest-ServerDiagnosticsV248Test-440110988-project-member] Lock "cdad19a1-8d00-4976-b186-6762e997bea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.283s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.714652] env[65997]: DEBUG nova.policy [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da9042c6c99947caa8f6651ad9434394', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f1d8e9279a448ab297ccf248b87927', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.810964] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "refresh_cache-520aa36a-46c8-4fd8-947d-8934c5ee8235" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.811378] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Instance network_info: |[{"id": "a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0", "address": "fa:16:3e:c8:a0:b0", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d5a61e-3e", "ovs_interfaceid": "a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 690.066634] env[65997]: DEBUG nova.network.neutron [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Successfully created port: c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 690.174726] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 690.363483] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 690.365850] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.366212] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 690.367330] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.367330] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 690.367330] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 690.367330] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.367330] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 690.367730] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 690.367730] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 690.368075] env[65997]: DEBUG nova.virt.hardware [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 690.370266] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c6e589-8e7c-4c76-a167-8e05d652c914 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.386158] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52527a14-37d0-7ad3-a44b-45e009e8dbcd/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.387836] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddbafaf-15ed-44f2-8f5d-cb22ca573c1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.395181] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120adfc1-aa9e-4dee-9047-d018d1ede8c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.403961] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aefe10-233c-6cd8-0b4e-d6a37f560087/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.404735] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc4c2e-53c4-44c8-aec4-547df38ddae7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.420995] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:a0:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.429476] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 690.429562] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52527a14-37d0-7ad3-a44b-45e009e8dbcd/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.430075] env[65997]: ERROR oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52527a14-37d0-7ad3-a44b-45e009e8dbcd/disk-0.vmdk due to incomplete transfer. [ 690.433254] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.433496] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4099ded-275b-47ca-ad23-d1f5461195a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.435433] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd2fd72e-f92f-447d-96b3-93151c61886e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.454854] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aefe10-233c-6cd8-0b4e-d6a37f560087/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.455069] env[65997]: ERROR oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aefe10-233c-6cd8-0b4e-d6a37f560087/disk-0.vmdk due to incomplete transfer. [ 690.456218] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-757d0f9b-b0aa-4cef-9aae-2265e21d6c0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.460931] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.460931] env[65997]: value = "task-4717710" [ 690.460931] env[65997]: _type = "Task" [ 690.460931] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.464956] env[65997]: DEBUG oslo_vmware.rw_handles [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52527a14-37d0-7ad3-a44b-45e009e8dbcd/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.465154] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Uploaded image 845cdd1d-57a4-4b28-b4ae-9c8ce4615b61 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.466651] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.467262] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1cc8e15-5d54-4ae1-9f87-6c0fe3ce1867 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.475931] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717710, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.478656] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aefe10-233c-6cd8-0b4e-d6a37f560087/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.478871] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Uploaded image 0830ad7a-8f6e-40cd-98cf-80f8574420a6 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.480890] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.482353] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-805052cf-7454-4016-b4f1-cc771b91bac0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.484047] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Waiting for the task: (returnval){ [ 690.484047] env[65997]: value = "task-4717711" [ 690.484047] env[65997]: _type = "Task" [ 690.484047] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.494814] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 690.494814] env[65997]: value = "task-4717712" [ 690.494814] env[65997]: _type = "Task" [ 690.494814] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.502049] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717711, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.511744] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717712, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.680203] env[65997]: INFO nova.virt.block_device [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Booting with volume 7d28c374-bf73-44a5-a20f-0f7c4e6adb3c at /dev/sda [ 690.712968] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc75a3c4-3c5b-4b35-af08-55383c687e70 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.723234] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e873b-7782-4612-a13f-3d92eb6d0d01 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.760954] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c11099-46be-478a-a4f1-ad7a76470239 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.763931] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05c74890-5c83-428b-be0e-574f9cd4651d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773179] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e374a43-f57a-4126-8a54-f372f44a4ee8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.780369] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39027972-cf71-46db-948c-bc457fb726c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.806912] env[65997]: DEBUG nova.compute.provider_tree [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.824785] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3d3bcab-e543-454b-8914-fd6b5b1c9953 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.836022] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f435744b-805a-40bc-80a1-3f6e2209cfc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.881161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6822da-18d4-43e0-ad57-be6843ef39fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.889727] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ee5919-4540-42ca-86bb-5d7d298b408f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.910959] env[65997]: DEBUG nova.virt.block_device [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updating existing volume attachment record: 1e0e21bf-6b52-486b-ace1-822061863ea1 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 690.976033] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717710, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.003231] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717711, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.020553] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717712, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.307644] env[65997]: DEBUG nova.scheduler.client.report [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.366414] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.366766] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.475286] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717710, 'name': CreateVM_Task, 'duration_secs': 0.669407} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.475356] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.476017] env[65997]: WARNING neutronclient.v2_0.client [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.476415] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.476568] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.476993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.477298] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d900ed3-4df5-4ab0-b604-4012a9a58f44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.486267] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 691.486267] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b9647b-378c-00d0-caa5-109359df78bc" [ 691.486267] env[65997]: _type = "Task" [ 691.486267] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.504963] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b9647b-378c-00d0-caa5-109359df78bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.511295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.511295] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.511295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.511295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.511975] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.511975] env[65997]: DEBUG oslo_vmware.api [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Task: {'id': task-4717711, 'name': Destroy_Task, 'duration_secs': 0.608261} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.511975] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5997711-8a56-4b43-a96f-a5a55f5f6af4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.513435] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Destroyed the VM [ 691.513885] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.518457] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68b642e7-4579-4616-b663-117567f9b7b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.525318] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717712, 'name': Destroy_Task, 'duration_secs': 0.589979} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.529311] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Destroyed the VM [ 691.529311] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.529779] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81c186fe-b239-41e4-b026-a4e2fbeb2d2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.533836] env[65997]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 691.534262] env[65997]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65997) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 691.534649] env[65997]: DEBUG nova.compute.utils [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Cleaning up image 845cdd1d-57a4-4b28-b4ae-9c8ce4615b61 {{(pid=65997) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 691.539634] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.539634] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.540790] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b7e2e9-eef4-4101-9661-8c08cfb81b3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.545592] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 691.545592] env[65997]: value = "task-4717713" [ 691.545592] env[65997]: _type = "Task" [ 691.545592] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.552915] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 691.552915] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262f0ec-f916-61cf-78e8-1ae5ec52f909" [ 691.552915] env[65997]: _type = "Task" [ 691.552915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.562991] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.570123] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262f0ec-f916-61cf-78e8-1ae5ec52f909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.660747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "17797362-54f3-428b-8ddb-701c132171f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.661241] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "17797362-54f3-428b-8ddb-701c132171f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.661331] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "17797362-54f3-428b-8ddb-701c132171f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.661713] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "17797362-54f3-428b-8ddb-701c132171f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.661952] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "17797362-54f3-428b-8ddb-701c132171f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.665365] env[65997]: INFO nova.compute.manager [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Terminating instance [ 691.770834] env[65997]: DEBUG nova.network.neutron [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Successfully updated port: c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.814779] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.814991] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 691.818893] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.192s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.821030] env[65997]: INFO nova.compute.claims [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.870953] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.062988] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.071009] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262f0ec-f916-61cf-78e8-1ae5ec52f909, 'name': SearchDatastore_Task, 'duration_secs': 0.026332} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.072725] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac24f68-49e5-459c-bd7a-f41efe159a94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.081297] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 692.081297] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a6b26b-17eb-5f81-f493-6fdc48a1dff5" [ 692.081297] env[65997]: _type = "Task" [ 692.081297] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.095809] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a6b26b-17eb-5f81-f493-6fdc48a1dff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.170586] env[65997]: DEBUG nova.compute.manager [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 692.170935] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.172196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b25af-1345-4016-a3a8-609b0c70702f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.182601] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.182869] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db7da43-d524-4342-a597-659ee9de9ec4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.191436] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 692.191436] env[65997]: value = "task-4717714" [ 692.191436] env[65997]: _type = "Task" [ 692.191436] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.204327] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.275308] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquiring lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.275534] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquired lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.275870] env[65997]: DEBUG nova.network.neutron [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.328188] env[65997]: DEBUG nova.compute.utils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.330354] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 692.330580] env[65997]: DEBUG nova.network.neutron [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 692.330955] env[65997]: WARNING neutronclient.v2_0.client [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.331460] env[65997]: WARNING neutronclient.v2_0.client [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.375442] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Received event network-vif-plugged-a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 692.375993] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Acquiring lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.376334] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.376617] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.376908] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] No waiting events found dispatching network-vif-plugged-a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.379133] env[65997]: WARNING nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Received unexpected event network-vif-plugged-a88d46c7-9b67-45b2-a436-4115db58ea76 for instance with vm_state active and task_state None. [ 692.379133] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Received event network-changed-a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 692.379133] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Refreshing instance network info cache due to event network-changed-a88d46c7-9b67-45b2-a436-4115db58ea76. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 692.379133] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Acquiring lock "refresh_cache-bb365824-7ba1-4317-ae4c-9b6de675dc4e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.379133] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Acquired lock "refresh_cache-bb365824-7ba1-4317-ae4c-9b6de675dc4e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.379734] env[65997]: DEBUG nova.network.neutron [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Refreshing network info cache for port a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.428181] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.471118] env[65997]: DEBUG nova.policy [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efaf754244fe4d428c9cb70c872cc2ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '949bee5714564c1dbae2a2e04faf7213', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.561266] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717713, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.597680] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a6b26b-17eb-5f81-f493-6fdc48a1dff5, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.600391] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.600391] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 520aa36a-46c8-4fd8-947d-8934c5ee8235/520aa36a-46c8-4fd8-947d-8934c5ee8235.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.600391] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed17cba-9d30-4e6d-bd8d-482c2fadebb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.613045] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 692.613045] env[65997]: value = "task-4717715" [ 692.613045] env[65997]: _type = "Task" [ 692.613045] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.630100] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.707593] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717714, 'name': PowerOffVM_Task, 'duration_secs': 0.39982} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.707593] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.707784] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.708179] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab3e64e7-8634-452b-a217-23f1b007a25e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.795550] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.795907] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.796109] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Deleting the datastore file [datastore2] 17797362-54f3-428b-8ddb-701c132171f7 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.796450] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a87eedb-801c-4bf4-bbfd-64b0e2c029b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.806530] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for the task: (returnval){ [ 692.806530] env[65997]: value = "task-4717717" [ 692.806530] env[65997]: _type = "Task" [ 692.806530] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.823673] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.824732] env[65997]: DEBUG nova.network.neutron [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.837038] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 692.884355] env[65997]: WARNING neutronclient.v2_0.client [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.933516] env[65997]: DEBUG nova.network.neutron [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Successfully created port: d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.976283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.976769] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.976936] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.978302] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.978302] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.983294] env[65997]: INFO nova.compute.manager [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Terminating instance [ 692.998518] env[65997]: WARNING neutronclient.v2_0.client [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.073373] env[65997]: DEBUG oslo_vmware.api [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717713, 'name': RemoveSnapshot_Task, 'duration_secs': 1.208632} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.073746] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.074967] env[65997]: INFO nova.compute.manager [None req-dde084e9-aead-4793-b6f8-cae829ef5cce tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 693.124148] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 693.124726] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 693.124949] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.125155] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 693.125312] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.125520] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 693.125598] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 693.125818] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.125984] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 693.126175] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 693.126386] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 693.126517] env[65997]: DEBUG nova.virt.hardware [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 693.131956] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0c35d-8f2b-448b-82d1-de33205e813f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.135678] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717715, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.153471] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a32f1-30a5-4331-beda-8cb1501e9412 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.191710] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.235719] env[65997]: DEBUG nova.network.neutron [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updating instance_info_cache with network_info: [{"id": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "address": "fa:16:3e:45:13:79", "network": {"id": "8f0117d4-9ee6-4e10-a37c-42f7ac66fcb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1238200830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f1d8e9279a448ab297ccf248b87927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d559d2-af", "ovs_interfaceid": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.323795] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.325202] env[65997]: WARNING neutronclient.v2_0.client [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.332233] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd70753-0638-439b-8195-87f98fb1bccb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.349694] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Suspending the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 693.350514] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-41aa900e-9b87-4a9b-af3c-ad493ace905d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.360192] env[65997]: DEBUG oslo_vmware.api [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] Waiting for the task: (returnval){ [ 693.360192] env[65997]: value = "task-4717718" [ 693.360192] env[65997]: _type = "Task" [ 693.360192] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.371808] env[65997]: DEBUG oslo_vmware.api [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] Task: {'id': task-4717718, 'name': SuspendVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.373291] env[65997]: DEBUG oslo_concurrency.lockutils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.373555] env[65997]: DEBUG oslo_concurrency.lockutils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.435743] env[65997]: DEBUG nova.network.neutron [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Updated VIF entry in instance network info cache for port a88d46c7-9b67-45b2-a436-4115db58ea76. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 693.437159] env[65997]: DEBUG nova.network.neutron [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Updating instance_info_cache with network_info: [{"id": "a88d46c7-9b67-45b2-a436-4115db58ea76", "address": "fa:16:3e:af:00:c3", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88d46c7-9b", "ovs_interfaceid": "a88d46c7-9b67-45b2-a436-4115db58ea76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.489417] env[65997]: DEBUG nova.compute.manager [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.489930] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.491510] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723abcb2-d5f3-408d-b0dc-ad8165c8575d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.501687] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.502116] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65515fa7-1a24-4cb6-b695-e58de30685ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.513652] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 693.513652] env[65997]: value = "task-4717719" [ 693.513652] env[65997]: _type = "Task" [ 693.513652] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.532602] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.534126] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7066845-307b-4acc-9095-05a53d3d6f14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.548267] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f6c98-b513-49ec-8635-ad6e055be8b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.589347] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ed955-23fd-48b5-9721-0cfba99ef4ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.600209] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc235a73-8317-4ea4-8bb4-a4c1a0e05bd0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.618234] env[65997]: DEBUG nova.compute.provider_tree [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.630994] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726984} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.631279] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 520aa36a-46c8-4fd8-947d-8934c5ee8235/520aa36a-46c8-4fd8-947d-8934c5ee8235.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.631490] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.631765] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b68aece-09c1-4778-bffb-43eeab606c11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.640654] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 693.640654] env[65997]: value = "task-4717720" [ 693.640654] env[65997]: _type = "Task" [ 693.640654] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.652525] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.739549] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Releasing lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.740042] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Instance network_info: |[{"id": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "address": "fa:16:3e:45:13:79", "network": {"id": "8f0117d4-9ee6-4e10-a37c-42f7ac66fcb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1238200830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f1d8e9279a448ab297ccf248b87927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d559d2-af", "ovs_interfaceid": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 693.740604] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:13:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.749697] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Creating folder: Project (64f1d8e9279a448ab297ccf248b87927). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.750126] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e290323-c400-442d-b6d8-9571ced541c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.766311] env[65997]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 693.766460] env[65997]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65997) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 693.766979] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Folder already exists: Project (64f1d8e9279a448ab297ccf248b87927). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 693.767237] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Creating folder: Instances. Parent ref: group-v920594. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.767546] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79fc9d9c-b108-4b33-a4b4-eadded38bc5a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.783570] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Created folder: Instances in parent group-v920594. [ 693.783839] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.784079] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.784347] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbaf439e-0cfc-4228-807a-55df779dc7c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.814174] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.814174] env[65997]: value = "task-4717723" [ 693.814174] env[65997]: _type = "Task" [ 693.814174] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.821035] env[65997]: DEBUG oslo_vmware.api [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Task: {'id': task-4717717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538835} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.821705] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.821918] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.822110] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.822281] env[65997]: INFO nova.compute.manager [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 693.822530] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.822722] env[65997]: DEBUG nova.compute.manager [-] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 693.822812] env[65997]: DEBUG nova.network.neutron [-] [instance: 17797362-54f3-428b-8ddb-701c132171f7] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 693.823110] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.829109] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717723, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.851747] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 693.866632] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.876353] env[65997]: DEBUG oslo_vmware.api [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] Task: {'id': task-4717718, 'name': SuspendVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.877723] env[65997]: DEBUG nova.compute.utils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.891619] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 693.891990] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.891990] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 693.892656] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.892656] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 693.892656] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 693.892908] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.892952] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 693.893159] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 693.893378] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 693.893598] env[65997]: DEBUG nova.virt.hardware [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 693.894825] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec7e7a-123a-4d42-bc53-7aef4a5c28e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.907008] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdfa4ec-414a-4ef1-bdfe-3252d70f3d93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.938765] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Releasing lock "refresh_cache-bb365824-7ba1-4317-ae4c-9b6de675dc4e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.939071] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Received event network-vif-plugged-3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 693.939285] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Acquiring lock "40bb9bf1-0645-44f3-aec8-853114f9cea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.939496] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.939654] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.939816] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] No waiting events found dispatching network-vif-plugged-3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 693.940063] env[65997]: WARNING nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Received unexpected event network-vif-plugged-3d8d22b9-26d4-46e8-86f2-19465feea09c for instance with vm_state active and task_state None. [ 693.940167] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Received event network-changed-3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 693.940307] env[65997]: DEBUG nova.compute.manager [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Refreshing instance network info cache due to event network-changed-3d8d22b9-26d4-46e8-86f2-19465feea09c. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 693.940503] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Acquiring lock "refresh_cache-40bb9bf1-0645-44f3-aec8-853114f9cea4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.940707] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Acquired lock "refresh_cache-40bb9bf1-0645-44f3-aec8-853114f9cea4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.940866] env[65997]: DEBUG nova.network.neutron [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Refreshing network info cache for port 3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.026382] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717719, 'name': PowerOffVM_Task, 'duration_secs': 0.262987} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.026888] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.027031] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.027300] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-455e2b28-30ee-431b-897f-1672349ee97e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.111944] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.112253] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.112444] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Deleting the datastore file [datastore2] 7e4a00d5-97e0-49c0-ac2e-3ec253606099 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.112736] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ffe187-af19-4671-b093-4b3384dbce18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.122998] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 694.122998] env[65997]: value = "task-4717725" [ 694.122998] env[65997]: _type = "Task" [ 694.122998] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.123998] env[65997]: DEBUG nova.scheduler.client.report [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.142242] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.158216] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358681} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.158543] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.159684] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2bbe2a-10ff-4c13-9a51-28557b6f4a07 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.193291] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 520aa36a-46c8-4fd8-947d-8934c5ee8235/520aa36a-46c8-4fd8-947d-8934c5ee8235.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.194036] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4191fb3f-dcb9-4293-9f1d-d20e867bc5bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.218159] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 694.218159] env[65997]: value = "task-4717726" [ 694.218159] env[65997]: _type = "Task" [ 694.218159] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.231201] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.326469] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717723, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.372014] env[65997]: DEBUG oslo_vmware.api [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] Task: {'id': task-4717718, 'name': SuspendVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.380894] env[65997]: DEBUG oslo_concurrency.lockutils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.444418] env[65997]: WARNING neutronclient.v2_0.client [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.633995] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.634568] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 694.640401] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.626s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.640401] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.640401] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.103s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.641629] env[65997]: INFO nova.compute.claims [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.653230] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.662224] env[65997]: INFO nova.scheduler.client.report [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Deleted allocations for instance cf608098-43a0-4547-ae0d-b497a7f48278 [ 694.667910] env[65997]: DEBUG nova.network.neutron [-] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.724973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "979bc542-5e49-4fe5-a697-c96a85707fd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.725295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.740682] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.742952] env[65997]: DEBUG nova.network.neutron [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Successfully updated port: d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.794123] env[65997]: WARNING neutronclient.v2_0.client [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.827669] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717723, 'name': CreateVM_Task, 'duration_secs': 0.906434} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.827882] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.828649] env[65997]: WARNING neutronclient.v2_0.client [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.829055] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '1e0e21bf-6b52-486b-ace1-822061863ea1', 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920601', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'name': 'volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f527236e-3b79-49fc-b117-a30d86601a13', 'attached_at': '', 'detached_at': '', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'serial': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65997) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 694.829261] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Root volume attach. Driver type: vmdk {{(pid=65997) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 694.830251] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2082a95-dc45-4c51-9a7e-df4cdec176ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.839907] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f5052-0dc7-4c4e-a98e-abae85c168cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.853193] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34368e-7ba2-41b1-9a4c-f71c6f7dc2e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.862464] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-81e0b9f3-9bd5-49be-96b3-8968aee9b88a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.874933] env[65997]: DEBUG oslo_vmware.api [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] Task: {'id': task-4717718, 'name': SuspendVM_Task, 'duration_secs': 1.093934} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.876416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Suspended the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 694.876627] env[65997]: DEBUG nova.compute.manager [None req-4709e0ba-9f5d-4c49-b3a6-6a7bd7855c26 tempest-ServersAdminNegativeTestJSON-699451895 tempest-ServersAdminNegativeTestJSON-699451895-project-admin] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 694.876944] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 694.876944] env[65997]: value = "task-4717727" [ 694.876944] env[65997]: _type = "Task" [ 694.876944] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.877859] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93989adf-7e3a-457f-86af-3b98b3dfdc34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.892049] env[65997]: DEBUG nova.network.neutron [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Updated VIF entry in instance network info cache for port 3d8d22b9-26d4-46e8-86f2-19465feea09c. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.892386] env[65997]: DEBUG nova.network.neutron [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Updating instance_info_cache with network_info: [{"id": "3d8d22b9-26d4-46e8-86f2-19465feea09c", "address": "fa:16:3e:fc:3d:2a", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8d22b9-26", "ovs_interfaceid": "3d8d22b9-26d4-46e8-86f2-19465feea09c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.896787] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717727, 'name': RelocateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.135786] env[65997]: DEBUG oslo_vmware.api [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541099} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.136166] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.136476] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.136689] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.136898] env[65997]: INFO nova.compute.manager [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Took 1.65 seconds to destroy the instance on the hypervisor. [ 695.137162] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.137427] env[65997]: DEBUG nova.compute.manager [-] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.137572] env[65997]: DEBUG nova.network.neutron [-] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.137859] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.149212] env[65997]: DEBUG nova.compute.utils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.150847] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 695.151923] env[65997]: DEBUG nova.network.neutron [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 695.151923] env[65997]: WARNING neutronclient.v2_0.client [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.151923] env[65997]: WARNING neutronclient.v2_0.client [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.171241] env[65997]: INFO nova.compute.manager [-] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Took 1.35 seconds to deallocate network for instance. [ 695.171669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af7e15a8-2506-4180-9920-8e97b9eae603 tempest-ServersAdmin275Test-448401749 tempest-ServersAdmin275Test-448401749-project-member] Lock "cf608098-43a0-4547-ae0d-b497a7f48278" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.474s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.189212] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.236059] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.238387] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717726, 'name': ReconfigVM_Task, 'duration_secs': 0.728039} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.240159] env[65997]: DEBUG nova.policy [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067db50c65f842b4a36a8d1c5635ea78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f315df1d914836ac74b14bfe295dd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.242362] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 520aa36a-46c8-4fd8-947d-8934c5ee8235/520aa36a-46c8-4fd8-947d-8934c5ee8235.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.243279] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddf604a-b63e-4c0a-a579-28ab046ea2ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.245510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.245691] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquired lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.245856] env[65997]: DEBUG nova.network.neutron [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.253339] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 695.253339] env[65997]: value = "task-4717728" [ 695.253339] env[65997]: _type = "Task" [ 695.253339] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.264255] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717728, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.393036] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717727, 'name': RelocateVM_Task, 'duration_secs': 0.410238} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.393036] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 695.393431] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920601', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'name': 'volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f527236e-3b79-49fc-b117-a30d86601a13', 'attached_at': '', 'detached_at': '', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'serial': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 695.394077] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65a14a-8bdf-4984-8681-c6f53b445bd0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.399290] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff651da2-53dc-4e70-8871-ebe74b5e60b2 req-02c8b216-9c2b-4acd-889f-fbc9fced7e35 service nova] Releasing lock "refresh_cache-40bb9bf1-0645-44f3-aec8-853114f9cea4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.424910] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d4782e-e7cd-4569-bfd0-c42ecc0798a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.451081] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c/volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.453111] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4acc0b7-1e09-45a0-b5b2-78e9d24a8743 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.472825] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "0336eab4-75c7-4e0a-8960-fc5510b821eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.473077] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.473533] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "0336eab4-75c7-4e0a-8960-fc5510b821eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.473533] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.473709] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.477091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.477091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.477091] env[65997]: INFO nova.compute.manager [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Attaching volume b4bb4f98-1a3c-4feb-847b-6a60e1647a67 to /dev/sdb [ 695.478440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "5ee31ca0-6fbc-42ed-af41-5a390166d651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.478695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.479379] env[65997]: INFO nova.compute.manager [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Terminating instance [ 695.490303] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 695.490303] env[65997]: value = "task-4717729" [ 695.490303] env[65997]: _type = "Task" [ 695.490303] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.501484] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.546065] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566778f5-00f7-4137-890a-832c059f4de5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.552473] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50aa495-4164-44c2-b163-b0908eebc1e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.569689] env[65997]: DEBUG nova.virt.block_device [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Updating existing volume attachment record: 6ae3bf8b-7511-4e4d-bbeb-d14b4f5ce0c1 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 695.655865] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 695.680856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.732787] env[65997]: DEBUG nova.network.neutron [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Successfully created port: bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 695.765224] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717728, 'name': Rename_Task, 'duration_secs': 0.14912} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.766737] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.770840] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.771633] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-503165de-24a9-4cf2-ba87-a3b6ba8f4e08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.781211] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 695.781211] env[65997]: value = "task-4717731" [ 695.781211] env[65997]: _type = "Task" [ 695.781211] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.797117] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.904051] env[65997]: DEBUG nova.network.neutron [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.987160] env[65997]: DEBUG nova.compute.manager [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 695.987460] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.992608] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f08da-be56-4110-bf28-2af5680f33c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.016739] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.017247] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.021272] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3448a742-8646-4527-a5b1-14dd9bd552e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.032665] env[65997]: DEBUG oslo_vmware.api [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 696.032665] env[65997]: value = "task-4717734" [ 696.032665] env[65997]: _type = "Task" [ 696.032665] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.052525] env[65997]: DEBUG oslo_vmware.api [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.155108] env[65997]: WARNING neutronclient.v2_0.client [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.304668] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.310823] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2577461-779c-40f8-beb1-9241e66f6e2b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.322307] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ad29ef-d900-43ee-b8b0-ac3ba1171600 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.362789] env[65997]: DEBUG nova.network.neutron [-] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.367254] env[65997]: DEBUG nova.network.neutron [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Updating instance_info_cache with network_info: [{"id": "d9b85015-260e-4fac-8ce7-653425e820dc", "address": "fa:16:3e:8f:75:46", "network": {"id": "397c0e3f-b18f-49bd-8993-3d9f7e7e26ca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1952813504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "949bee5714564c1dbae2a2e04faf7213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b85015-26", "ovs_interfaceid": "d9b85015-260e-4fac-8ce7-653425e820dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.368789] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e750dd-0221-4d0e-bbd3-61a8bff2a171 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.381237] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d6431-0009-434c-8fc6-1541e0d9e00e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.400756] env[65997]: DEBUG nova.compute.provider_tree [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.512365] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717729, 'name': ReconfigVM_Task, 'duration_secs': 0.634211} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.512365] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c/volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.515021] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d933f5-2ded-413e-966d-63170400b85e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.532427] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 696.532427] env[65997]: value = "task-4717735" [ 696.532427] env[65997]: _type = "Task" [ 696.532427] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.544735] env[65997]: DEBUG oslo_vmware.api [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717734, 'name': PowerOffVM_Task, 'duration_secs': 0.259382} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.549091] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.549262] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.550346] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.550581] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af17186b-af9d-416a-a85c-1efadd4bdd1e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.629859] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.630036] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.630290] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Deleting the datastore file [datastore2] 0336eab4-75c7-4e0a-8960-fc5510b821eb {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.630661] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c53ce42e-4823-4467-a048-1bd0402748a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.639817] env[65997]: DEBUG oslo_vmware.api [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for the task: (returnval){ [ 696.639817] env[65997]: value = "task-4717737" [ 696.639817] env[65997]: _type = "Task" [ 696.639817] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.649753] env[65997]: DEBUG oslo_vmware.api [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.669442] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 696.693075] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 696.693339] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.693504] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 696.693928] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.694138] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 696.694291] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 696.694519] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.694689] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 696.694865] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 696.695049] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 696.695246] env[65997]: DEBUG nova.virt.hardware [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 696.696205] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cba596-bec8-4bab-8998-53a451e414d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.705112] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6825c117-75fa-4ee0-85bc-5034bd2c9f00 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.793498] env[65997]: DEBUG oslo_vmware.api [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717731, 'name': PowerOnVM_Task, 'duration_secs': 0.630803} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.793630] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.793764] env[65997]: INFO nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Took 9.19 seconds to spawn the instance on the hypervisor. [ 696.793942] env[65997]: DEBUG nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 696.794812] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2df738f-d377-4e25-9f17-f164732c9e05 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.873490] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Releasing lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.873885] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Instance network_info: |[{"id": "d9b85015-260e-4fac-8ce7-653425e820dc", "address": "fa:16:3e:8f:75:46", "network": {"id": "397c0e3f-b18f-49bd-8993-3d9f7e7e26ca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1952813504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "949bee5714564c1dbae2a2e04faf7213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b85015-26", "ovs_interfaceid": "d9b85015-260e-4fac-8ce7-653425e820dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 696.874389] env[65997]: INFO nova.compute.manager [-] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Took 1.74 seconds to deallocate network for instance. [ 696.875115] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:75:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b85015-260e-4fac-8ce7-653425e820dc', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.882706] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Creating folder: Project (949bee5714564c1dbae2a2e04faf7213). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.884525] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8ec7b2c-a5eb-461c-b502-6d2f672f8d28 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.906601] env[65997]: DEBUG nova.scheduler.client.report [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.910701] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Created folder: Project (949bee5714564c1dbae2a2e04faf7213) in parent group-v920549. [ 696.910783] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Creating folder: Instances. Parent ref: group-v920641. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.911430] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a481cf87-e75c-41a1-8307-c5c6087fd44b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.929157] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Created folder: Instances in parent group-v920641. [ 696.929430] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 696.929638] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.929866] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55b6d38a-c87e-425d-a545-8d3ff1490eaf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.951737] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.951737] env[65997]: value = "task-4717740" [ 696.951737] env[65997]: _type = "Task" [ 696.951737] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.962831] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717740, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.974974] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Received event network-vif-plugged-a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 696.975331] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Acquiring lock "520aa36a-46c8-4fd8-947d-8934c5ee8235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.975585] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.975790] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.975992] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] No waiting events found dispatching network-vif-plugged-a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 696.976213] env[65997]: WARNING nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Received unexpected event network-vif-plugged-a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 for instance with vm_state active and task_state None. [ 696.976410] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Received event network-changed-a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 696.977702] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Refreshing instance network info cache due to event network-changed-a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 696.977702] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Acquiring lock "refresh_cache-520aa36a-46c8-4fd8-947d-8934c5ee8235" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.977702] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Acquired lock "refresh_cache-520aa36a-46c8-4fd8-947d-8934c5ee8235" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.977702] env[65997]: DEBUG nova.network.neutron [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Refreshing network info cache for port a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.001277] env[65997]: DEBUG nova.compute.manager [req-53fab5c1-8fe5-4d58-91ef-d0eac92910d6 req-d7355956-b3c8-489f-ab4e-03df46b3bd5c service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Received event network-vif-plugged-d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.001446] env[65997]: DEBUG oslo_concurrency.lockutils [req-53fab5c1-8fe5-4d58-91ef-d0eac92910d6 req-d7355956-b3c8-489f-ab4e-03df46b3bd5c service nova] Acquiring lock "57737baf-72aa-4aa8-947a-aba2f1c900f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.001803] env[65997]: DEBUG oslo_concurrency.lockutils [req-53fab5c1-8fe5-4d58-91ef-d0eac92910d6 req-d7355956-b3c8-489f-ab4e-03df46b3bd5c service nova] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.001916] env[65997]: DEBUG oslo_concurrency.lockutils [req-53fab5c1-8fe5-4d58-91ef-d0eac92910d6 req-d7355956-b3c8-489f-ab4e-03df46b3bd5c service nova] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.002673] env[65997]: DEBUG nova.compute.manager [req-53fab5c1-8fe5-4d58-91ef-d0eac92910d6 req-d7355956-b3c8-489f-ab4e-03df46b3bd5c service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] No waiting events found dispatching network-vif-plugged-d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.003240] env[65997]: WARNING nova.compute.manager [req-53fab5c1-8fe5-4d58-91ef-d0eac92910d6 req-d7355956-b3c8-489f-ab4e-03df46b3bd5c service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Received unexpected event network-vif-plugged-d9b85015-260e-4fac-8ce7-653425e820dc for instance with vm_state building and task_state spawning. [ 697.044343] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717735, 'name': ReconfigVM_Task, 'duration_secs': 0.169816} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.044688] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920601', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'name': 'volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f527236e-3b79-49fc-b117-a30d86601a13', 'attached_at': '', 'detached_at': '', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'serial': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 697.045314] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e172ddf-9a9f-4ff5-801f-86b9920d5b78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.054673] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 697.054673] env[65997]: value = "task-4717741" [ 697.054673] env[65997]: _type = "Task" [ 697.054673] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.068982] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717741, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.153378] env[65997]: DEBUG oslo_vmware.api [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Task: {'id': task-4717737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419062} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.153636] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.153832] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.153979] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.154162] env[65997]: INFO nova.compute.manager [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 697.154410] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 697.154827] env[65997]: DEBUG nova.compute.manager [-] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 697.154827] env[65997]: DEBUG nova.network.neutron [-] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 697.154949] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.280459] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.318763] env[65997]: INFO nova.compute.manager [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Took 38.00 seconds to build instance. [ 697.393536] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.419389] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.419988] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 697.422827] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.878s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.424401] env[65997]: INFO nova.compute.claims [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.468214] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717740, 'name': CreateVM_Task, 'duration_secs': 0.506112} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.469226] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.469786] env[65997]: WARNING neutronclient.v2_0.client [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.470189] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.470342] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.470655] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.471286] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec450eb-1194-495d-933a-9121a8e0e506 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.477219] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 697.477219] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ecfc44-173f-2566-0ec7-f904af6bfe41" [ 697.477219] env[65997]: _type = "Task" [ 697.477219] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.481362] env[65997]: WARNING neutronclient.v2_0.client [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.489508] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ecfc44-173f-2566-0ec7-f904af6bfe41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.545267] env[65997]: DEBUG nova.network.neutron [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Successfully updated port: bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.569058] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717741, 'name': Rename_Task, 'duration_secs': 0.203233} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.569058] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.569530] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e30ee0-97e5-4e12-8c67-e8282f7cb4bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.584149] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 697.584149] env[65997]: value = "task-4717742" [ 697.584149] env[65997]: _type = "Task" [ 697.584149] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.595780] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.820114] env[65997]: DEBUG oslo_concurrency.lockutils [None req-856cad20-21fe-4f20-bdbe-cf750d9531ea tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.197s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.929437] env[65997]: DEBUG nova.compute.utils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.931545] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.931619] env[65997]: DEBUG nova.network.neutron [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.932165] env[65997]: WARNING neutronclient.v2_0.client [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.932370] env[65997]: WARNING neutronclient.v2_0.client [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.989802] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ecfc44-173f-2566-0ec7-f904af6bfe41, 'name': SearchDatastore_Task, 'duration_secs': 0.031702} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.990143] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.990643] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.990643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.990819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.991041] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.991323] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd8d7f4-4e87-480b-a010-6e1eb90588ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.001492] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.001561] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.002351] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb17595-2ec8-4935-955c-871479573564 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.008885] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 698.008885] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e6da91-466a-784e-a032-adb19e4f1c86" [ 698.008885] env[65997]: _type = "Task" [ 698.008885] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.018326] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e6da91-466a-784e-a032-adb19e4f1c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.032161] env[65997]: DEBUG nova.network.neutron [-] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.053260] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "refresh_cache-194fee91-f50b-439c-9f97-24eca664c849" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.053635] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquired lock "refresh_cache-194fee91-f50b-439c-9f97-24eca664c849" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.053635] env[65997]: DEBUG nova.network.neutron [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 698.099331] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.259171] env[65997]: DEBUG nova.policy [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541ce070de394e2bbc10e367fc17ed4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129102663db44ff1bb39ecee75118ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.323334] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 698.439383] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 698.522315] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e6da91-466a-784e-a032-adb19e4f1c86, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.523383] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5dd26de-0068-413a-9bc5-691291e17c4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.534088] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 698.534088] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271da19-ec05-f97e-4e20-d315a73a1dd5" [ 698.534088] env[65997]: _type = "Task" [ 698.534088] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.534970] env[65997]: INFO nova.compute.manager [-] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Took 1.38 seconds to deallocate network for instance. [ 698.550048] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271da19-ec05-f97e-4e20-d315a73a1dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.599927] env[65997]: DEBUG oslo_vmware.api [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4717742, 'name': PowerOnVM_Task, 'duration_secs': 0.596421} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.602930] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.604057] env[65997]: INFO nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Took 5.48 seconds to spawn the instance on the hypervisor. [ 698.604057] env[65997]: DEBUG nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 698.604955] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe21ea-4eb1-46db-bd9b-1a69b95f0a3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.787110] env[65997]: DEBUG nova.network.neutron [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Successfully created port: 8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.814083] env[65997]: WARNING neutronclient.v2_0.client [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.846710] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.953661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb39b76-ea2e-48f3-ae7b-ee811a078961 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.961318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e4fced-defc-4334-81a7-a494de8bdd26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.999267] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a26622-f7e4-4dd1-bcf7-efb7d3491706 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.010352] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b962a-703b-46ae-b7a8-ec94d222be40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.025694] env[65997]: DEBUG nova.compute.provider_tree [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.046705] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271da19-ec05-f97e-4e20-d315a73a1dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.019041} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.047295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.047643] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 57737baf-72aa-4aa8-947a-aba2f1c900f1/57737baf-72aa-4aa8-947a-aba2f1c900f1.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.047948] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84643393-06fb-4627-bddc-10349d2287d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.055596] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.057755] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 699.057755] env[65997]: value = "task-4717744" [ 699.057755] env[65997]: _type = "Task" [ 699.057755] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.069032] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.104029] env[65997]: DEBUG nova.network.neutron [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.131017] env[65997]: INFO nova.compute.manager [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Took 35.01 seconds to build instance. [ 699.456748] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 699.485742] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.486023] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.486278] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.486398] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.486759] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.486759] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.486868] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.488338] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.488338] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.488338] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.488338] env[65997]: DEBUG nova.virt.hardware [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.488635] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d0eba-865e-4765-8e88-f010fa819993 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.501155] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b794f2-d021-44d3-9e8e-187494e9c786 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.529204] env[65997]: DEBUG nova.scheduler.client.report [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.573237] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.632288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3fcf15b-e543-4724-bf4c-5f5e3094ef2d tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "f527236e-3b79-49fc-b117-a30d86601a13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.802s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.035899] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.036627] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 700.039552] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.261s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.070682] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702022} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.070682] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 57737baf-72aa-4aa8-947a-aba2f1c900f1/57737baf-72aa-4aa8-947a-aba2f1c900f1.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.070682] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.071628] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56f2ac6d-93e8-49da-a1ef-d9934e91f631 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.082331] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 700.082331] env[65997]: value = "task-4717745" [ 700.082331] env[65997]: _type = "Task" [ 700.082331] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.093217] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.125554] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 700.125849] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920640', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'name': 'volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb365824-7ba1-4317-ae4c-9b6de675dc4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'serial': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 700.127335] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdffbd1d-1ad7-4ce9-ae02-d9c772c24d10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.151446] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e8172-0887-43a2-b2e0-2d5e39e461f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.182594] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67/volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.182960] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9acbe8cd-3c77-4187-b72d-3257700da392 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.205606] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 700.205606] env[65997]: value = "task-4717746" [ 700.205606] env[65997]: _type = "Task" [ 700.205606] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.220491] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.493938] env[65997]: DEBUG nova.network.neutron [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Updated VIF entry in instance network info cache for port a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.494405] env[65997]: DEBUG nova.network.neutron [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Updating instance_info_cache with network_info: [{"id": "a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0", "address": "fa:16:3e:c8:a0:b0", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d5a61e-3e", "ovs_interfaceid": "a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.546021] env[65997]: INFO nova.compute.claims [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.555740] env[65997]: DEBUG nova.compute.utils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.558271] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.558390] env[65997]: DEBUG nova.network.neutron [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.558823] env[65997]: WARNING neutronclient.v2_0.client [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.559297] env[65997]: WARNING neutronclient.v2_0.client [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.593482] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081476} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.594012] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.594849] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca45d47-9e75-4b16-ac3b-3746307ad62c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.622816] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 57737baf-72aa-4aa8-947a-aba2f1c900f1/57737baf-72aa-4aa8-947a-aba2f1c900f1.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.623735] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eed09eb-174b-425b-bf74-4c075217bbed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.645608] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 700.645608] env[65997]: value = "task-4717747" [ 700.645608] env[65997]: _type = "Task" [ 700.645608] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.656571] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.717843] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.755277] env[65997]: DEBUG nova.network.neutron [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Successfully updated port: 8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 700.852366] env[65997]: DEBUG nova.policy [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9f19d82a23447a98436c3f7c6c7f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ba4f163662b459a96b28cb233b8b806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.929139] env[65997]: WARNING neutronclient.v2_0.client [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.001228] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Releasing lock "refresh_cache-520aa36a-46c8-4fd8-947d-8934c5ee8235" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.001802] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Received event network-vif-plugged-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.002050] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Acquiring lock "f527236e-3b79-49fc-b117-a30d86601a13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.002322] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Lock "f527236e-3b79-49fc-b117-a30d86601a13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.002514] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Lock "f527236e-3b79-49fc-b117-a30d86601a13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.002731] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] No waiting events found dispatching network-vif-plugged-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 701.002921] env[65997]: WARNING nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Received unexpected event network-vif-plugged-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 for instance with vm_state building and task_state spawning. [ 701.003113] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Received event network-changed-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.003312] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Refreshing instance network info cache due to event network-changed-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 701.003537] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Acquiring lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.003712] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Acquired lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.003902] env[65997]: DEBUG nova.network.neutron [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Refreshing network info cache for port c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.060068] env[65997]: INFO nova.compute.resource_tracker [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating resource usage from migration 30c688ca-baa7-46fd-8728-dfefa946b0e1 [ 701.063593] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 701.166021] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717747, 'name': ReconfigVM_Task, 'duration_secs': 0.377785} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.166535] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 57737baf-72aa-4aa8-947a-aba2f1c900f1/57737baf-72aa-4aa8-947a-aba2f1c900f1.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.167364] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d41e4ea-27ef-41a9-8068-1d704efd1769 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.178926] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 701.178926] env[65997]: value = "task-4717748" [ 701.178926] env[65997]: _type = "Task" [ 701.178926] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.189504] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717748, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.218628] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717746, 'name': ReconfigVM_Task, 'duration_secs': 0.779701} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.219052] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67/volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.224920] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e166688-1f34-4538-a45c-fdadbd5d3c8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.247885] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 701.247885] env[65997]: value = "task-4717749" [ 701.247885] env[65997]: _type = "Task" [ 701.247885] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.261061] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.264990] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "refresh_cache-f8526053-5d15-4323-8f9a-cfc2d8e22a2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.265223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquired lock "refresh_cache-f8526053-5d15-4323-8f9a-cfc2d8e22a2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.265434] env[65997]: DEBUG nova.network.neutron [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 701.498187] env[65997]: DEBUG nova.network.neutron [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Successfully created port: 2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.506557] env[65997]: WARNING neutronclient.v2_0.client [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.691415] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717748, 'name': Rename_Task, 'duration_secs': 0.185309} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.695243] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.696654] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8767fe8-ad8c-4596-b94f-eafb479cd118 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.703025] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 701.703025] env[65997]: value = "task-4717750" [ 701.703025] env[65997]: _type = "Task" [ 701.703025] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.715682] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.724719] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8478f-8b4b-4f6e-a66f-299cf464d519 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.736300] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ee8df-98c4-4af8-a575-3d252f7b39df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.782124] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd2c09-de81-40f2-ab3c-5cb54843bf91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.794142] env[65997]: DEBUG oslo_vmware.api [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717749, 'name': ReconfigVM_Task, 'duration_secs': 0.178469} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.796018] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194656b7-7b48-4dd1-a2d7-0336b6b94957 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.801166] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920640', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'name': 'volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb365824-7ba1-4317-ae4c-9b6de675dc4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'serial': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 701.814542] env[65997]: DEBUG nova.compute.provider_tree [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.823663] env[65997]: DEBUG nova.network.neutron [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Updating instance_info_cache with network_info: [{"id": "bed1e560-7d7a-439b-8e02-bbd7249f6bec", "address": "fa:16:3e:19:13:97", "network": {"id": "53f971c5-e605-4afa-afc6-e02e999876f7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-88159974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f315df1d914836ac74b14bfe295dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed1e560-7d", "ovs_interfaceid": "bed1e560-7d7a-439b-8e02-bbd7249f6bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.075812] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 702.106157] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.106424] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.106646] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.106838] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.106990] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.107137] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.107343] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.107548] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.108076] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.108076] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.108181] env[65997]: DEBUG nova.virt.hardware [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.109436] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d45371-dbcd-4d9d-9024-3f09028a3be0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.121396] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b17ca-ce68-4740-909c-571b145cd2cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.214650] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.318701] env[65997]: DEBUG nova.scheduler.client.report [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.326751] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Releasing lock "refresh_cache-194fee91-f50b-439c-9f97-24eca664c849" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.327325] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Instance network_info: |[{"id": "bed1e560-7d7a-439b-8e02-bbd7249f6bec", "address": "fa:16:3e:19:13:97", "network": {"id": "53f971c5-e605-4afa-afc6-e02e999876f7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-88159974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f315df1d914836ac74b14bfe295dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed1e560-7d", "ovs_interfaceid": "bed1e560-7d7a-439b-8e02-bbd7249f6bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 702.327799] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:13:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bed1e560-7d7a-439b-8e02-bbd7249f6bec', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.342722] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Creating folder: Project (97f315df1d914836ac74b14bfe295dd1). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.342722] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b48024-6e63-420e-9ab9-64175118572e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.360029] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Created folder: Project (97f315df1d914836ac74b14bfe295dd1) in parent group-v920549. [ 702.360029] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Creating folder: Instances. Parent ref: group-v920644. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.360029] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76cd2fac-efe1-43f2-af18-ccdcf3fccdcb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.376662] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Created folder: Instances in parent group-v920644. [ 702.377600] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 702.378198] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.378396] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55d5f076-94ec-401f-b16d-7ce5510f84a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.401514] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.401514] env[65997]: value = "task-4717753" [ 702.401514] env[65997]: _type = "Task" [ 702.401514] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.411605] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717753, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.716698] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.790911] env[65997]: DEBUG nova.network.neutron [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 702.824055] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.784s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.824391] env[65997]: INFO nova.compute.manager [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Migrating [ 702.825733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.825733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.826788] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.567s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.828971] env[65997]: INFO nova.compute.claims [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.867622] env[65997]: DEBUG nova.objects.instance [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'flavor' on Instance uuid bb365824-7ba1-4317-ae4c-9b6de675dc4e {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.915575] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717753, 'name': CreateVM_Task, 'duration_secs': 0.486543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.915793] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.916334] env[65997]: WARNING neutronclient.v2_0.client [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.916692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.916849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.917972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.917972] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6527bcee-266f-4ea1-8deb-aa3fc492e984 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.928464] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 702.928464] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522b5bf8-e4d2-a881-dc4f-57101158d39c" [ 702.928464] env[65997]: _type = "Task" [ 702.928464] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.943716] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522b5bf8-e4d2-a881-dc4f-57101158d39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.112972] env[65997]: WARNING neutronclient.v2_0.client [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.154632] env[65997]: WARNING neutronclient.v2_0.client [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.185318] env[65997]: DEBUG nova.network.neutron [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Successfully updated port: 2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 703.221028] env[65997]: DEBUG oslo_vmware.api [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717750, 'name': PowerOnVM_Task, 'duration_secs': 1.313429} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.221028] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.221028] env[65997]: INFO nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Took 9.37 seconds to spawn the instance on the hypervisor. [ 703.221028] env[65997]: DEBUG nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 703.221028] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db95a67-bb86-4b1b-a7ae-3376f498fa88 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.284597] env[65997]: DEBUG nova.network.neutron [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Updating instance_info_cache with network_info: [{"id": "8ece435b-4059-4b6d-8560-25f11d22bcbd", "address": "fa:16:3e:27:90:ce", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece435b-40", "ovs_interfaceid": "8ece435b-4059-4b6d-8560-25f11d22bcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.289141] env[65997]: DEBUG nova.network.neutron [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updated VIF entry in instance network info cache for port c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 703.289141] env[65997]: DEBUG nova.network.neutron [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updating instance_info_cache with network_info: [{"id": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "address": "fa:16:3e:45:13:79", "network": {"id": "8f0117d4-9ee6-4e10-a37c-42f7ac66fcb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1238200830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f1d8e9279a448ab297ccf248b87927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d559d2-af", "ovs_interfaceid": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.333314] env[65997]: INFO nova.compute.rpcapi [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 703.333886] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.377444] env[65997]: DEBUG oslo_concurrency.lockutils [None req-45f248a9-133b-4d0a-9488-2a546a87d9bb tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.901s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.443323] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522b5bf8-e4d2-a881-dc4f-57101158d39c, 'name': SearchDatastore_Task, 'duration_secs': 0.022943} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.443648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.444024] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.444237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.444383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.445111] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.445111] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509b54b9-a355-4aa7-8e8f-03dda7300e7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.457980] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.458822] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.458970] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40442b02-0510-49a0-bb26-0a1edebf2a9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.466792] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 703.466792] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524fbb02-46f1-5da4-1c2c-096cc817fab9" [ 703.466792] env[65997]: _type = "Task" [ 703.466792] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.476866] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524fbb02-46f1-5da4-1c2c-096cc817fab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.489940] env[65997]: DEBUG nova.compute.manager [req-4ea9176e-d8f0-47e9-83bc-6d57f4bad263 req-3c1bd153-24ae-43ea-9872-ca58efc471e7 service nova] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Received event network-vif-deleted-3db2d047-4455-481a-965b-dbc40edc5610 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.519359] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Received event network-changed-d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.519595] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Refreshing instance network info cache due to event network-changed-d9b85015-260e-4fac-8ce7-653425e820dc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 703.519855] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Acquiring lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520152] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Acquired lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.520316] env[65997]: DEBUG nova.network.neutron [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Refreshing network info cache for port d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.690029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.690196] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.690258] env[65997]: DEBUG nova.network.neutron [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.751398] env[65997]: INFO nova.compute.manager [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Took 37.06 seconds to build instance. [ 703.790584] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Releasing lock "refresh_cache-f8526053-5d15-4323-8f9a-cfc2d8e22a2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.791040] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Instance network_info: |[{"id": "8ece435b-4059-4b6d-8560-25f11d22bcbd", "address": "fa:16:3e:27:90:ce", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece435b-40", "ovs_interfaceid": "8ece435b-4059-4b6d-8560-25f11d22bcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 703.791557] env[65997]: DEBUG oslo_concurrency.lockutils [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] Releasing lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.791791] env[65997]: DEBUG nova.compute.manager [req-5861f39b-f939-4db0-9188-03a5fdfd1bbc req-05aee469-3e9a-4b50-90b6-a5f6ed5ea475 service nova] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Received event network-vif-deleted-bc8bb854-6fab-4ffd-8a9e-1a0829af9c1f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.792374] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:90:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ece435b-4059-4b6d-8560-25f11d22bcbd', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.801569] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Creating folder: Project (129102663db44ff1bb39ecee75118ae5). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.801916] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0df6ca-f034-448d-82c2-72cced916a6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.817519] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Created folder: Project (129102663db44ff1bb39ecee75118ae5) in parent group-v920549. [ 703.817753] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Creating folder: Instances. Parent ref: group-v920647. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.818040] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf62f6d-d398-4a71-9094-472fe32e3df1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.830035] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Created folder: Instances in parent group-v920647. [ 703.830035] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 703.830035] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.830231] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51b29e2-ae92-40d9-b447-9f20c6ca5382 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.857204] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.857204] env[65997]: value = "task-4717756" [ 703.857204] env[65997]: _type = "Task" [ 703.857204] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.857867] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.858049] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.858223] env[65997]: DEBUG nova.network.neutron [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.870766] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717756, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.987621] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524fbb02-46f1-5da4-1c2c-096cc817fab9, 'name': SearchDatastore_Task, 'duration_secs': 0.023584} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.988561] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3904efdd-2c4f-45aa-ba24-704819d5efbd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.995317] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 703.995317] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529089b1-e2d0-0691-f800-88ff56780ff0" [ 703.995317] env[65997]: _type = "Task" [ 703.995317] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.010457] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529089b1-e2d0-0691-f800-88ff56780ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.011189] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.011379] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 194fee91-f50b-439c-9f97-24eca664c849/194fee91-f50b-439c-9f97-24eca664c849.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.014079] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22ad9743-3b90-4096-bd86-a87db5429455 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.022723] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 704.022723] env[65997]: value = "task-4717757" [ 704.022723] env[65997]: _type = "Task" [ 704.022723] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.027792] env[65997]: WARNING neutronclient.v2_0.client [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.042572] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.252037] env[65997]: DEBUG nova.network.neutron [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.255562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fca53bc5-68f4-4fab-98a0-953d9318b2e1 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.425s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.353231] env[65997]: WARNING neutronclient.v2_0.client [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.369935] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.384492] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717756, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.481502] env[65997]: WARNING neutronclient.v2_0.client [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.486191] env[65997]: DEBUG nova.network.neutron [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Updated VIF entry in instance network info cache for port d9b85015-260e-4fac-8ce7-653425e820dc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.486524] env[65997]: DEBUG nova.network.neutron [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Updating instance_info_cache with network_info: [{"id": "d9b85015-260e-4fac-8ce7-653425e820dc", "address": "fa:16:3e:8f:75:46", "network": {"id": "397c0e3f-b18f-49bd-8993-3d9f7e7e26ca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1952813504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "949bee5714564c1dbae2a2e04faf7213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b85015-26", "ovs_interfaceid": "d9b85015-260e-4fac-8ce7-653425e820dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.501736] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d1aafa-6a51-4e0c-a311-81128ad867a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.512427] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15dd877-26e0-4ed0-998a-a32c8af51a34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.561036] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0234f-c1d4-41d3-a0a3-5df4842356d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.584031] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717757, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.586946] env[65997]: DEBUG nova.compute.manager [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 704.588256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19605dcd-5753-42a7-aa99-5c3db1b3db22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.593527] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff0b9ea-0746-4f32-8634-f0940437d680 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.619862] env[65997]: DEBUG nova.compute.provider_tree [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.746727] env[65997]: DEBUG nova.network.neutron [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Updating instance_info_cache with network_info: [{"id": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "address": "fa:16:3e:d0:cf:28", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e2e0f-65", "ovs_interfaceid": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.813209] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.876318] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717756, 'name': CreateVM_Task, 'duration_secs': 0.888938} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.876318] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.876403] env[65997]: WARNING neutronclient.v2_0.client [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.876787] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.876929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.877539] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.877808] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e110aa60-bf83-4328-84f3-dfcabeb6ac1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.883814] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 704.883814] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52969262-d2a9-d335-ec7c-df568e4b9054" [ 704.883814] env[65997]: _type = "Task" [ 704.883814] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.894600] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52969262-d2a9-d335-ec7c-df568e4b9054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.937850] env[65997]: DEBUG nova.network.neutron [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance_info_cache with network_info: [{"id": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "address": "fa:16:3e:7a:26:ae", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784d2c25-98", "ovs_interfaceid": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.994141] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Releasing lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.994141] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Received event network-vif-deleted-eb277944-c9f8-40be-8f6c-10386db3155e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.994141] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Received event network-vif-plugged-bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.994141] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Acquiring lock "194fee91-f50b-439c-9f97-24eca664c849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.994141] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Lock "194fee91-f50b-439c-9f97-24eca664c849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.994383] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Lock "194fee91-f50b-439c-9f97-24eca664c849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.994383] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] No waiting events found dispatching network-vif-plugged-bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 704.994383] env[65997]: WARNING nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Received unexpected event network-vif-plugged-bed1e560-7d7a-439b-8e02-bbd7249f6bec for instance with vm_state building and task_state spawning. [ 704.994383] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Received event network-changed-bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.994383] env[65997]: DEBUG nova.compute.manager [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Refreshing instance network info cache due to event network-changed-bed1e560-7d7a-439b-8e02-bbd7249f6bec. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 704.994518] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Acquiring lock "refresh_cache-194fee91-f50b-439c-9f97-24eca664c849" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.994518] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Acquired lock "refresh_cache-194fee91-f50b-439c-9f97-24eca664c849" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.994569] env[65997]: DEBUG nova.network.neutron [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Refreshing network info cache for port bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.047116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "483e13f3-710c-4221-9fc9-090418c6703c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.047116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "483e13f3-710c-4221-9fc9-090418c6703c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.058123] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717757, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.072966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.073262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.073488] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.073683] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.073927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.076342] env[65997]: INFO nova.compute.manager [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Terminating instance [ 705.129510] env[65997]: INFO nova.compute.manager [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] instance snapshotting [ 705.132846] env[65997]: DEBUG nova.scheduler.client.report [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.138636] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446f84d-6e19-4250-b761-a84c324798be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.165952] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ccd5ef-6250-4a12-ad85-7659d1215579 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.249659] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.250126] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Instance network_info: |[{"id": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "address": "fa:16:3e:d0:cf:28", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e2e0f-65", "ovs_interfaceid": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 705.250698] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:cf:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.259249] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.259836] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.260096] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed7e22dd-b92e-45f2-8b25-1009afcfc2a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.284069] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.284069] env[65997]: value = "task-4717758" [ 705.284069] env[65997]: _type = "Task" [ 705.284069] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.296679] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717758, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.397318] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52969262-d2a9-d335-ec7c-df568e4b9054, 'name': SearchDatastore_Task, 'duration_secs': 0.03203} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.397681] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.397912] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.398175] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.398320] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.398503] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.398797] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3970cbe9-a33f-47c0-98b0-f2f4333b2a47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.410336] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.410510] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.411279] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f43391-6a90-4052-8742-0b772c8b23b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.425021] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 705.425021] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52870855-d6e7-9a66-9429-a050210d9151" [ 705.425021] env[65997]: _type = "Task" [ 705.425021] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.435818] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52870855-d6e7-9a66-9429-a050210d9151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.442469] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.497541] env[65997]: WARNING neutronclient.v2_0.client [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.548584] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 705.564593] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717757, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.581414] env[65997]: DEBUG nova.compute.manager [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 705.581655] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.587643] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5949f3-2bd7-4ed4-a8d5-0ae1c3a78503 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.595184] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 705.595184] env[65997]: value = "task-4717759" [ 705.595184] env[65997]: _type = "Task" [ 705.595184] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.609370] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.644732] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.645844] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 705.653046] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.787s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.653046] env[65997]: INFO nova.compute.claims [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.682226] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.682226] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af0fe3e5-f881-4c9b-bfbd-1a59d4c0f363 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.695030] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 705.695030] env[65997]: value = "task-4717760" [ 705.695030] env[65997]: _type = "Task" [ 705.695030] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.706932] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.801706] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717758, 'name': CreateVM_Task, 'duration_secs': 0.419301} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.801706] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.802030] env[65997]: WARNING neutronclient.v2_0.client [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.802463] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.802653] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.802993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.803416] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ea323e-6776-4510-98f0-0b66708336da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.814661] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 705.814661] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251b306-8e19-6db7-717a-e1a1ba025cbe" [ 705.814661] env[65997]: _type = "Task" [ 705.814661] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.827553] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251b306-8e19-6db7-717a-e1a1ba025cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.828891] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.828891] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.828891] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886487] env[65997]: WARNING neutronclient.v2_0.client [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.909124] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.910758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.939840] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52870855-d6e7-9a66-9429-a050210d9151, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.940810] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cf8d82-23b9-43c3-8edb-fdf21baef1fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.954910] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 705.954910] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522086cc-7a34-6e60-a872-1e02c944fab3" [ 705.954910] env[65997]: _type = "Task" [ 705.954910] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.970240] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522086cc-7a34-6e60-a872-1e02c944fab3, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.970240] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970341] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] f8526053-5d15-4323-8f9a-cfc2d8e22a2a/f8526053-5d15-4323-8f9a-cfc2d8e22a2a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.970640] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.970825] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.971070] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285851c3-413b-4ffa-a239-19ebf11386d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.973760] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe99414-a587-43fd-a647-448565200d6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.982696] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 705.982696] env[65997]: value = "task-4717761" [ 705.982696] env[65997]: _type = "Task" [ 705.982696] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.989332] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.989332] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.990083] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be18203-9f80-4e9b-b5bd-128ce381f0ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.996434] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.003128] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 706.003128] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529ddddb-9b9a-1413-e07d-fb99cd8027eb" [ 706.003128] env[65997]: _type = "Task" [ 706.003128] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.017715] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529ddddb-9b9a-1413-e07d-fb99cd8027eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.079089] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717757, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.614738} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.079466] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 194fee91-f50b-439c-9f97-24eca664c849/194fee91-f50b-439c-9f97-24eca664c849.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.079765] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.080139] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c01fb7d-af90-4f79-8884-a948b3291001 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.090396] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.092462] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 706.092462] env[65997]: value = "task-4717762" [ 706.092462] env[65997]: _type = "Task" [ 706.092462] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.107744] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.112100] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717759, 'name': PowerOffVM_Task, 'duration_secs': 0.322689} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.112378] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.112628] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 706.112838] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920640', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'name': 'volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb365824-7ba1-4317-ae4c-9b6de675dc4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'serial': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 706.114039] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a95668-8d3e-4324-a0d3-e4c7fa125b44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.142540] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0baa84a-ff4c-414c-922d-1327f8c843a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.152381] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c94c59-5627-40c6-9d22-43a28bc88f9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.159187] env[65997]: DEBUG nova.compute.utils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.184701] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.187765] env[65997]: DEBUG nova.network.neutron [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.187765] env[65997]: WARNING neutronclient.v2_0.client [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.187765] env[65997]: WARNING neutronclient.v2_0.client [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.189819] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a68fcf-1483-4ab3-b853-3586f7c66252 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.221939] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The volume has not been displaced from its original location: [datastore2] volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67/volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 706.231361] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 706.233381] env[65997]: DEBUG nova.network.neutron [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Updated VIF entry in instance network info cache for port bed1e560-7d7a-439b-8e02-bbd7249f6bec. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 706.234063] env[65997]: DEBUG nova.network.neutron [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Updating instance_info_cache with network_info: [{"id": "bed1e560-7d7a-439b-8e02-bbd7249f6bec", "address": "fa:16:3e:19:13:97", "network": {"id": "53f971c5-e605-4afa-afc6-e02e999876f7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-88159974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f315df1d914836ac74b14bfe295dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed1e560-7d", "ovs_interfaceid": "bed1e560-7d7a-439b-8e02-bbd7249f6bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.236928] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80d6d54-8001-4847-ac72-a3dd67062744 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.260522] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.272084] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 706.272084] env[65997]: value = "task-4717763" [ 706.272084] env[65997]: _type = "Task" [ 706.272084] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.287367] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.302926] env[65997]: DEBUG nova.policy [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98844ea02d4b4d9dacee51de6b382e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e89748fbce84e5080ada51a30818685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.413862] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 706.498900] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.523124] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529ddddb-9b9a-1413-e07d-fb99cd8027eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014438} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.524812] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e195cebc-507e-4e9e-a8b4-1c52fc2fde23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.533771] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 706.533771] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262c7f2-16de-e026-0327-386ed5783932" [ 706.533771] env[65997]: _type = "Task" [ 706.533771] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.556323] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262c7f2-16de-e026-0327-386ed5783932, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.556784] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.557464] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 51e93dd2-2068-4d67-861c-e8a50069343c/51e93dd2-2068-4d67-861c-e8a50069343c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.557705] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-657868bc-b164-454a-905a-89e0b3f393c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.567961] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 706.567961] env[65997]: value = "task-4717764" [ 706.567961] env[65997]: _type = "Task" [ 706.567961] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.577654] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.608772] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068316} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.609210] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.610694] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571fe398-c4c1-4556-9378-bebcbeb2985b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.641485] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 194fee91-f50b-439c-9f97-24eca664c849/194fee91-f50b-439c-9f97-24eca664c849.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.641485] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdc514d-bc3f-4e11-b41b-f62f36e0445c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.662923] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 706.662923] env[65997]: value = "task-4717765" [ 706.662923] env[65997]: _type = "Task" [ 706.662923] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.676293] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.693410] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 706.709627] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717760, 'name': CreateSnapshot_Task, 'duration_secs': 0.713367} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.711885] env[65997]: DEBUG nova.network.neutron [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Successfully created port: ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.713936] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 706.715056] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f3900-5d2f-4a94-a746-84ee6f0f9fec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.758323] env[65997]: DEBUG oslo_concurrency.lockutils [req-e05a3eae-4560-4831-8fc5-5893c7a820c0 req-dea0124e-65d6-408f-ba4d-ea12d23268f7 service nova] Releasing lock "refresh_cache-194fee91-f50b-439c-9f97-24eca664c849" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.788626] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717763, 'name': ReconfigVM_Task, 'duration_secs': 0.487126} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.788984] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 706.799380] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513baed6-d9bb-4c5d-9bf7-3d303ca62886 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.820862] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 706.820862] env[65997]: value = "task-4717766" [ 706.820862] env[65997]: _type = "Task" [ 706.820862] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.832657] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.938618] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.966769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb070465-efe8-4bea-9587-ff1dbe5b6159 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.988744] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 707.005119] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567218} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.007220] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] f8526053-5d15-4323-8f9a-cfc2d8e22a2a/f8526053-5d15-4323-8f9a-cfc2d8e22a2a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.007220] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.008528] env[65997]: DEBUG nova.compute.manager [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Received event network-vif-plugged-8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.008528] env[65997]: DEBUG oslo_concurrency.lockutils [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] Acquiring lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.008528] env[65997]: DEBUG oslo_concurrency.lockutils [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.008730] env[65997]: DEBUG oslo_concurrency.lockutils [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.008767] env[65997]: DEBUG nova.compute.manager [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] No waiting events found dispatching network-vif-plugged-8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.009967] env[65997]: WARNING nova.compute.manager [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Received unexpected event network-vif-plugged-8ece435b-4059-4b6d-8560-25f11d22bcbd for instance with vm_state building and task_state spawning. [ 707.009967] env[65997]: DEBUG nova.compute.manager [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Received event network-changed-8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.009967] env[65997]: DEBUG nova.compute.manager [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Refreshing instance network info cache due to event network-changed-8ece435b-4059-4b6d-8560-25f11d22bcbd. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 707.009967] env[65997]: DEBUG oslo_concurrency.lockutils [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] Acquiring lock "refresh_cache-f8526053-5d15-4323-8f9a-cfc2d8e22a2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009967] env[65997]: DEBUG oslo_concurrency.lockutils [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] Acquired lock "refresh_cache-f8526053-5d15-4323-8f9a-cfc2d8e22a2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.010474] env[65997]: DEBUG nova.network.neutron [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Refreshing network info cache for port 8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.013324] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d470d5f-c973-45f1-a17e-1e23258a839f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.024127] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 707.024127] env[65997]: value = "task-4717767" [ 707.024127] env[65997]: _type = "Task" [ 707.024127] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.032460] env[65997]: DEBUG nova.compute.manager [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Received event network-vif-plugged-2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.032746] env[65997]: DEBUG oslo_concurrency.lockutils [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] Acquiring lock "51e93dd2-2068-4d67-861c-e8a50069343c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.033095] env[65997]: DEBUG oslo_concurrency.lockutils [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] Lock "51e93dd2-2068-4d67-861c-e8a50069343c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.033095] env[65997]: DEBUG oslo_concurrency.lockutils [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] Lock "51e93dd2-2068-4d67-861c-e8a50069343c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.034470] env[65997]: DEBUG nova.compute.manager [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] No waiting events found dispatching network-vif-plugged-2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.034470] env[65997]: WARNING nova.compute.manager [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Received unexpected event network-vif-plugged-2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 for instance with vm_state building and task_state spawning. [ 707.034470] env[65997]: DEBUG nova.compute.manager [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Received event network-changed-2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.034470] env[65997]: DEBUG nova.compute.manager [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Refreshing instance network info cache due to event network-changed-2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 707.034470] env[65997]: DEBUG oslo_concurrency.lockutils [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] Acquiring lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.035133] env[65997]: DEBUG oslo_concurrency.lockutils [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] Acquired lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.035133] env[65997]: DEBUG nova.network.neutron [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Refreshing network info cache for port 2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.043792] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.091020] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717764, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.176028] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.236586] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.237396] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ece48f5-152c-4a6a-9f1b-1ef29c593016 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.251950] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 707.251950] env[65997]: value = "task-4717768" [ 707.251950] env[65997]: _type = "Task" [ 707.251950] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.266047] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717768, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.345414] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717766, 'name': ReconfigVM_Task, 'duration_secs': 0.443517} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.345853] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920640', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'name': 'volume-b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb365824-7ba1-4317-ae4c-9b6de675dc4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67', 'serial': 'b4bb4f98-1a3c-4feb-847b-6a60e1647a67'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 707.346453] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.348159] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef92fee3-07b0-4fde-9746-8979390bab9e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.357666] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.358086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.358426] env[65997]: INFO nova.compute.manager [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Rebooting instance [ 707.365138] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.365965] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5304d482-566b-4fd0-8c57-9378c1f079b8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.394269] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39bf20-3c47-44a8-9257-047e46981382 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.404546] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1180a-46b3-4b87-978d-a5fc252dd47a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.448715] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c14df-2fad-412a-b742-32eed80c84f8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.459102] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188afdd0-cc7d-4318-8e89-28aff57ebef8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.465903] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.466258] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.466428] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleting the datastore file [datastore1] bb365824-7ba1-4317-ae4c-9b6de675dc4e {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.467369] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4903200d-261e-494f-bf42-4d2bffe7835b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.480303] env[65997]: DEBUG nova.compute.provider_tree [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.490077] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 707.490077] env[65997]: value = "task-4717770" [ 707.490077] env[65997]: _type = "Task" [ 707.490077] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.497490] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.501192] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.501840] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fd55960-f259-41a1-bad0-b9c72ed417d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.512224] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 707.512224] env[65997]: value = "task-4717771" [ 707.512224] env[65997]: _type = "Task" [ 707.512224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.516800] env[65997]: WARNING neutronclient.v2_0.client [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.525697] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.536211] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108371} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.536211] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.536688] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444f0fd-839e-423a-b790-04c99933d8ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.552876] env[65997]: WARNING neutronclient.v2_0.client [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.564822] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] f8526053-5d15-4323-8f9a-cfc2d8e22a2a/f8526053-5d15-4323-8f9a-cfc2d8e22a2a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.568675] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191499d9-ef41-447c-97fa-5b2fdc459b3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.607178] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868427} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.609040] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 51e93dd2-2068-4d67-861c-e8a50069343c/51e93dd2-2068-4d67-861c-e8a50069343c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.609506] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.609795] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 707.609795] env[65997]: value = "task-4717772" [ 707.609795] env[65997]: _type = "Task" [ 707.609795] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.610697] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d23b8938-196f-4398-9ee3-639896dab1cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.623103] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.625077] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 707.625077] env[65997]: value = "task-4717773" [ 707.625077] env[65997]: _type = "Task" [ 707.625077] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.639487] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.674926] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717765, 'name': ReconfigVM_Task, 'duration_secs': 0.760827} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.675488] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 194fee91-f50b-439c-9f97-24eca664c849/194fee91-f50b-439c-9f97-24eca664c849.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.676050] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af7d760-04b8-4afa-b2b6-70a94a4a62b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.686484] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 707.686484] env[65997]: value = "task-4717774" [ 707.686484] env[65997]: _type = "Task" [ 707.686484] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.699923] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717774, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.708079] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 707.742898] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 707.743179] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.743284] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 707.743464] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.743608] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 707.743757] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 707.743965] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.744135] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 707.744303] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 707.744462] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 707.744633] env[65997]: DEBUG nova.virt.hardware [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 707.746468] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c14558-58c8-47da-bb3f-2e2d3620ff9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.758236] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feedcf31-e04e-4a85-8b1f-4ef62ec408c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.769800] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717768, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.888874] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.889199] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquired lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.889339] env[65997]: DEBUG nova.network.neutron [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.984169] env[65997]: DEBUG nova.scheduler.client.report [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.004069] env[65997]: DEBUG oslo_vmware.api [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4717770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167821} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.004069] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.004069] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.004069] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.004069] env[65997]: INFO nova.compute.manager [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Took 2.42 seconds to destroy the instance on the hypervisor. [ 708.004269] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 708.004269] env[65997]: DEBUG nova.compute.manager [-] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 708.004269] env[65997]: DEBUG nova.network.neutron [-] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.004269] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.023332] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717771, 'name': PowerOffVM_Task, 'duration_secs': 0.33603} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.023604] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.023784] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 708.130327] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.139544] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094743} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.139823] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.141887] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42ad697-9c82-41c0-94e3-d8b744870f97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.168727] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 51e93dd2-2068-4d67-861c-e8a50069343c/51e93dd2-2068-4d67-861c-e8a50069343c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.169153] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2f6733-3174-497a-8d7e-0b3367e3d15a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.192948] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 708.192948] env[65997]: value = "task-4717775" [ 708.192948] env[65997]: _type = "Task" [ 708.192948] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.200571] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717774, 'name': Rename_Task, 'duration_secs': 0.344246} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.202186] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.202186] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66bb1e36-8e24-4762-bc2e-d9d731946e64 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.206969] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.209075] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 708.209075] env[65997]: value = "task-4717776" [ 708.209075] env[65997]: _type = "Task" [ 708.209075] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.217683] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.264933] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717768, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.282627] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.322137] env[65997]: WARNING neutronclient.v2_0.client [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.357261] env[65997]: DEBUG nova.network.neutron [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Successfully updated port: ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.365478] env[65997]: WARNING neutronclient.v2_0.client [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.392052] env[65997]: WARNING neutronclient.v2_0.client [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.495750] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.496395] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 708.499657] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.810s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.499984] env[65997]: DEBUG nova.objects.instance [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lazy-loading 'resources' on Instance uuid 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.536520] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.536846] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.537095] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.537523] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.538263] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.538263] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.538263] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.538429] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.538648] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.539083] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.539083] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.546816] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c27f95-eed2-4d23-bac3-285d0c903c35 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.565793] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 708.565793] env[65997]: value = "task-4717777" [ 708.565793] env[65997]: _type = "Task" [ 708.565793] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.576175] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.627636] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717772, 'name': ReconfigVM_Task, 'duration_secs': 0.701345} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.631419] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Reconfigured VM instance instance-00000023 to attach disk [datastore2] f8526053-5d15-4323-8f9a-cfc2d8e22a2a/f8526053-5d15-4323-8f9a-cfc2d8e22a2a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.632768] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8021cc89-f0ab-480f-b219-ff66312cd14f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.642623] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 708.642623] env[65997]: value = "task-4717778" [ 708.642623] env[65997]: _type = "Task" [ 708.642623] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.653403] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717778, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.704863] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717775, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.707938] env[65997]: DEBUG nova.network.neutron [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Updated VIF entry in instance network info cache for port 8ece435b-4059-4b6d-8560-25f11d22bcbd. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.708227] env[65997]: DEBUG nova.network.neutron [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Updating instance_info_cache with network_info: [{"id": "8ece435b-4059-4b6d-8560-25f11d22bcbd", "address": "fa:16:3e:27:90:ce", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece435b-40", "ovs_interfaceid": "8ece435b-4059-4b6d-8560-25f11d22bcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.721034] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717776, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.747057] env[65997]: DEBUG nova.network.neutron [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Updated VIF entry in instance network info cache for port 2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.747821] env[65997]: DEBUG nova.network.neutron [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Updating instance_info_cache with network_info: [{"id": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "address": "fa:16:3e:d0:cf:28", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e2e0f-65", "ovs_interfaceid": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.770630] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717768, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.860498] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.860616] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.860799] env[65997]: DEBUG nova.network.neutron [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.868963] env[65997]: WARNING neutronclient.v2_0.client [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.987455] env[65997]: DEBUG nova.network.neutron [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Updating instance_info_cache with network_info: [{"id": "d9b85015-260e-4fac-8ce7-653425e820dc", "address": "fa:16:3e:8f:75:46", "network": {"id": "397c0e3f-b18f-49bd-8993-3d9f7e7e26ca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1952813504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "949bee5714564c1dbae2a2e04faf7213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b85015-26", "ovs_interfaceid": "d9b85015-260e-4fac-8ce7-653425e820dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.005773] env[65997]: DEBUG nova.compute.utils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.007239] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 709.009550] env[65997]: DEBUG nova.network.neutron [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.009550] env[65997]: WARNING neutronclient.v2_0.client [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.009550] env[65997]: WARNING neutronclient.v2_0.client [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.079146] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717777, 'name': ReconfigVM_Task, 'duration_secs': 0.246183} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.080066] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 709.088641] env[65997]: DEBUG nova.policy [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abb51561e4f4ef891350f4c9e527265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2f5dbccace41caa28cc3f77bfb0c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.093746] env[65997]: DEBUG nova.network.neutron [-] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.160645] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717778, 'name': Rename_Task, 'duration_secs': 0.197298} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.160933] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.161193] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f8bc90-311d-4568-8c81-57b7bb8d7138 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.170268] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 709.170268] env[65997]: value = "task-4717779" [ 709.170268] env[65997]: _type = "Task" [ 709.170268] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.187590] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.210028] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717775, 'name': ReconfigVM_Task, 'duration_secs': 0.524392} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.210426] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 51e93dd2-2068-4d67-861c-e8a50069343c/51e93dd2-2068-4d67-861c-e8a50069343c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.214325] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b97f533-92cc-49f6-8ce5-a5cdc88714b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.216641] env[65997]: DEBUG oslo_concurrency.lockutils [req-01fa79ed-b1cc-45af-90e4-7f6be7b93c03 req-637a9302-5357-4607-ba0f-f1f1bf1c7e26 service nova] Releasing lock "refresh_cache-f8526053-5d15-4323-8f9a-cfc2d8e22a2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.224521] env[65997]: DEBUG oslo_vmware.api [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717776, 'name': PowerOnVM_Task, 'duration_secs': 0.701687} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.226418] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.226635] env[65997]: INFO nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Took 12.56 seconds to spawn the instance on the hypervisor. [ 709.226891] env[65997]: DEBUG nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 709.227441] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 709.227441] env[65997]: value = "task-4717780" [ 709.227441] env[65997]: _type = "Task" [ 709.227441] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.228231] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386dc994-1962-4730-b9b9-27c4f0bac717 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.250051] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717780, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.251997] env[65997]: DEBUG oslo_concurrency.lockutils [req-723f44b3-80f6-4cb6-88c8-38ebce1fa032 req-8a773902-a40c-4018-bd89-b05a27ef86e5 service nova] Releasing lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.269368] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717768, 'name': CloneVM_Task, 'duration_secs': 1.647062} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.269657] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Created linked-clone VM from snapshot [ 709.270628] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e067d-6025-487d-a755-785c97a0faee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.290080] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Uploading image 53dbc03e-7248-45f8-93f9-02aea2c25da1 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.326400] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.326400] env[65997]: value = "vm-920652" [ 709.326400] env[65997]: _type = "VirtualMachine" [ 709.326400] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.326400] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5baf5cf7-7934-4a11-a691-50fed15e4e9d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.334354] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lease: (returnval){ [ 709.334354] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288d656-c2ea-c7f3-8f50-6cc08e53a3b7" [ 709.334354] env[65997]: _type = "HttpNfcLease" [ 709.334354] env[65997]: } obtained for exporting VM: (result){ [ 709.334354] env[65997]: value = "vm-920652" [ 709.334354] env[65997]: _type = "VirtualMachine" [ 709.334354] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.334929] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the lease: (returnval){ [ 709.334929] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288d656-c2ea-c7f3-8f50-6cc08e53a3b7" [ 709.334929] env[65997]: _type = "HttpNfcLease" [ 709.334929] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.347188] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.347188] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288d656-c2ea-c7f3-8f50-6cc08e53a3b7" [ 709.347188] env[65997]: _type = "HttpNfcLease" [ 709.347188] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.421802] env[65997]: DEBUG nova.network.neutron [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.491474] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Releasing lock "refresh_cache-57737baf-72aa-4aa8-947a-aba2f1c900f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.511574] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 709.558951] env[65997]: DEBUG nova.network.neutron [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Successfully created port: 351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.588119] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.588355] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.588492] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.588693] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.588848] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.589037] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.589216] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.589370] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.589529] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.589686] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.589868] env[65997]: DEBUG nova.virt.hardware [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.595292] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 709.599294] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01cb4287-fae4-4407-b163-9eb0d802bfa9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.613570] env[65997]: INFO nova.compute.manager [-] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Took 1.61 seconds to deallocate network for instance. [ 709.622468] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 709.622468] env[65997]: value = "task-4717782" [ 709.622468] env[65997]: _type = "Task" [ 709.622468] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.633594] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.671899] env[65997]: WARNING neutronclient.v2_0.client [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.684514] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717779, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.686445] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a5199-c1c5-41fd-b8d5-99db59677057 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.694392] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebdc13-bb32-44ed-9b92-c237576a09d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.742676] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9afb2-5696-4b5d-8eb9-6c929868b99b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.759506] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717780, 'name': Rename_Task, 'duration_secs': 0.223544} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.760482] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.761739] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858aa45a-ee81-4e4f-99be-a7006c2cea08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.766813] env[65997]: INFO nova.compute.manager [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Took 40.16 seconds to build instance. [ 709.767224] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a2705a-7c06-400a-b512-06a56242aa0a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.782448] env[65997]: DEBUG nova.compute.provider_tree [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.785303] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 709.785303] env[65997]: value = "task-4717783" [ 709.785303] env[65997]: _type = "Task" [ 709.785303] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.798749] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717783, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.814272] env[65997]: DEBUG nova.network.neutron [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updating instance_info_cache with network_info: [{"id": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "address": "fa:16:3e:f1:20:49", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6a5493-f5", "ovs_interfaceid": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.847225] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.847225] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288d656-c2ea-c7f3-8f50-6cc08e53a3b7" [ 709.847225] env[65997]: _type = "HttpNfcLease" [ 709.847225] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 709.847936] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 709.847936] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288d656-c2ea-c7f3-8f50-6cc08e53a3b7" [ 709.847936] env[65997]: _type = "HttpNfcLease" [ 709.847936] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 709.848455] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa06122-3bd6-458e-92cb-ee54b6435613 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.858412] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f11b39-e741-9aa6-bb5d-fcfe3fe5b056/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 709.858584] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f11b39-e741-9aa6-bb5d-fcfe3fe5b056/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 709.971642] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3488abd-98ec-48df-b1b8-872e394f9ba2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.004757] env[65997]: DEBUG nova.compute.manager [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.006868] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646ed56c-d340-4c52-8296-2ad295e799cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.100053] env[65997]: DEBUG nova.compute.manager [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Received event network-vif-plugged-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.100203] env[65997]: DEBUG oslo_concurrency.lockutils [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] Acquiring lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.100451] env[65997]: DEBUG oslo_concurrency.lockutils [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.100622] env[65997]: DEBUG oslo_concurrency.lockutils [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.100790] env[65997]: DEBUG nova.compute.manager [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] No waiting events found dispatching network-vif-plugged-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 710.100949] env[65997]: WARNING nova.compute.manager [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Received unexpected event network-vif-plugged-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 for instance with vm_state building and task_state spawning. [ 710.101161] env[65997]: DEBUG nova.compute.manager [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Received event network-changed-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.101416] env[65997]: DEBUG nova.compute.manager [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Refreshing instance network info cache due to event network-changed-ec6a5493-f555-4b2c-a42c-6ecfab0a4374. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.101694] env[65997]: DEBUG oslo_concurrency.lockutils [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] Acquiring lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.125695] env[65997]: DEBUG nova.compute.manager [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Received event network-changed-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.125885] env[65997]: DEBUG nova.compute.manager [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Refreshing instance network info cache due to event network-changed-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.126101] env[65997]: DEBUG oslo_concurrency.lockutils [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] Acquiring lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.126271] env[65997]: DEBUG oslo_concurrency.lockutils [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] Acquired lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.126436] env[65997]: DEBUG nova.network.neutron [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Refreshing network info cache for port c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.137921] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717782, 'name': ReconfigVM_Task, 'duration_secs': 0.337267} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.141021] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 710.141021] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba8aa0-e3fa-4c1d-b39e-e9378c4505c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.176361] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc/b93722a0-d866-4a9f-a92b-859ed6dc4ccc.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.177430] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a5403b-52fd-4b50-b077-4ab4ea78b8c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.205823] env[65997]: DEBUG oslo_vmware.api [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717779, 'name': PowerOnVM_Task, 'duration_secs': 0.884205} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.208865] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.209125] env[65997]: INFO nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Took 10.75 seconds to spawn the instance on the hypervisor. [ 710.209335] env[65997]: DEBUG nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.210028] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 710.210028] env[65997]: value = "task-4717784" [ 710.210028] env[65997]: _type = "Task" [ 710.210028] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.210835] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c32ae-912e-4651-a155-79abbb3e4b34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.231292] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.239785] env[65997]: INFO nova.compute.manager [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Took 0.63 seconds to detach 1 volumes for instance. [ 710.272141] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f54e7c6-0b7f-4c60-9fb5-98482f6b5f15 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "194fee91-f50b-439c-9f97-24eca664c849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.438s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.286976] env[65997]: DEBUG nova.scheduler.client.report [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.303771] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.316807] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.317299] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Instance network_info: |[{"id": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "address": "fa:16:3e:f1:20:49", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6a5493-f5", "ovs_interfaceid": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.317744] env[65997]: DEBUG oslo_concurrency.lockutils [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] Acquired lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.317911] env[65997]: DEBUG nova.network.neutron [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Refreshing network info cache for port ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.322501] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:20:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec6a5493-f555-4b2c-a42c-6ecfab0a4374', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.328845] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating folder: Project (0e89748fbce84e5080ada51a30818685). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.329861] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd72a574-37a4-40e9-88ba-0d8cdd17f95c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.347931] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created folder: Project (0e89748fbce84e5080ada51a30818685) in parent group-v920549. [ 710.347931] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating folder: Instances. Parent ref: group-v920653. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.347931] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157b9d88-e861-482e-b9a8-a17f28791f2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.368587] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created folder: Instances in parent group-v920653. [ 710.369224] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 710.369431] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.369650] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fa4a2fa-bdb6-44e0-bfc2-cb63da77ac47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.392991] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.392991] env[65997]: value = "task-4717787" [ 710.392991] env[65997]: _type = "Task" [ 710.392991] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.407585] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717787, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.532431] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 710.632520] env[65997]: WARNING neutronclient.v2_0.client [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.727325] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717784, 'name': ReconfigVM_Task, 'duration_secs': 0.461925} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.727325] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc/b93722a0-d866-4a9f-a92b-859ed6dc4ccc.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.727713] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.740857] env[65997]: INFO nova.compute.manager [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Took 35.24 seconds to build instance. [ 710.750281] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.797429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.803708] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.376s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.805991] env[65997]: INFO nova.compute.claims [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.819496] env[65997]: DEBUG oslo_vmware.api [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717783, 'name': PowerOnVM_Task, 'duration_secs': 0.628343} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.819653] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.819864] env[65997]: INFO nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 710.821041] env[65997]: DEBUG nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.821256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16602c22-76a7-4a08-9535-3feaba674dc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.834771] env[65997]: WARNING neutronclient.v2_0.client [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.840338] env[65997]: INFO nova.scheduler.client.report [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Deleted allocations for instance 2981d0f2-09b1-4c45-8a91-035bb0cb6c78 [ 710.883864] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 710.884656] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.884656] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 710.884656] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.884845] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 710.884990] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 710.885372] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 710.885775] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 710.886360] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 710.886489] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 710.886783] env[65997]: DEBUG nova.virt.hardware [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 710.888053] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e885a087-5c4a-4109-a50d-5b5b36cac560 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.904419] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec746093-66be-4e16-b41d-7d80dabd05b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.917325] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717787, 'name': CreateVM_Task, 'duration_secs': 0.502769} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.917325] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.917398] env[65997]: WARNING neutronclient.v2_0.client [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.917771] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.917916] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.918291] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.918592] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276edaa8-7f40-4e6d-9c4a-d6ce02c5777c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.936787] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 710.936787] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223cc54-06c4-165a-1e83-6f60558a4164" [ 710.936787] env[65997]: _type = "Task" [ 710.936787] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.949440] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223cc54-06c4-165a-1e83-6f60558a4164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.047229] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6075e2-98b9-4636-af06-ef0944b0d916 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.059468] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Doing hard reboot of VM {{(pid=65997) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 711.060164] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6869371a-4a59-444b-9ed8-faed3d5d781b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.068673] env[65997]: DEBUG oslo_vmware.api [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 711.068673] env[65997]: value = "task-4717788" [ 711.068673] env[65997]: _type = "Task" [ 711.068673] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.081698] env[65997]: DEBUG oslo_vmware.api [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717788, 'name': ResetVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.239600] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3d676-dba5-4c1c-80e5-a190b601cde6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.242618] env[65997]: DEBUG oslo_concurrency.lockutils [None req-aa705f36-a9ed-4e02-84a7-d7b454c4762c tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.518s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.264146] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42f1c0-035a-459f-95a2-d5f7f8f2d86d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.286975] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.291767] env[65997]: DEBUG nova.network.neutron [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Successfully updated port: 351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 711.356220] env[65997]: INFO nova.compute.manager [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Took 32.84 seconds to build instance. [ 711.358035] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a93b654d-6235-4595-9bd3-adbce701ace6 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "2981d0f2-09b1-4c45-8a91-035bb0cb6c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.021s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.459071] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223cc54-06c4-165a-1e83-6f60558a4164, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.459448] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.459934] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.460106] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.460243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.460455] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.460856] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dbcd947-b0b5-4f15-ae6b-875378c0e664 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.472602] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.472843] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.476747] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886959e7-0211-4d3c-9cce-80c8b4497e88 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.484885] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 711.484885] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529860a1-8abf-3989-85c6-f7b71944d24c" [ 711.484885] env[65997]: _type = "Task" [ 711.484885] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.499022] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529860a1-8abf-3989-85c6-f7b71944d24c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.582655] env[65997]: DEBUG oslo_vmware.api [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717788, 'name': ResetVM_Task, 'duration_secs': 0.104664} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.582655] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Did hard reboot of VM {{(pid=65997) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 711.582804] env[65997]: DEBUG nova.compute.manager [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 711.583760] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4193e65-9ff6-441e-a669-cd02e06f6238 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.665558] env[65997]: WARNING neutronclient.v2_0.client [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.707037] env[65997]: WARNING neutronclient.v2_0.client [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.796335] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.796335] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.798615] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "refresh_cache-a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.798856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "refresh_cache-a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.799100] env[65997]: DEBUG nova.network.neutron [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.838222] env[65997]: DEBUG nova.network.neutron [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updated VIF entry in instance network info cache for port ec6a5493-f555-4b2c-a42c-6ecfab0a4374. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.838222] env[65997]: DEBUG nova.network.neutron [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updating instance_info_cache with network_info: [{"id": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "address": "fa:16:3e:f1:20:49", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6a5493-f5", "ovs_interfaceid": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.859116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cf43cf32-b586-4dd5-8c63-a533e8b419a6 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "51e93dd2-2068-4d67-861c-e8a50069343c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.972s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.934823] env[65997]: DEBUG nova.network.neutron [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updated VIF entry in instance network info cache for port c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.935312] env[65997]: DEBUG nova.network.neutron [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updating instance_info_cache with network_info: [{"id": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "address": "fa:16:3e:45:13:79", "network": {"id": "8f0117d4-9ee6-4e10-a37c-42f7ac66fcb0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1238200830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f1d8e9279a448ab297ccf248b87927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d559d2-af", "ovs_interfaceid": "c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.944131] env[65997]: DEBUG nova.compute.manager [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 711.952262] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2636f71-e4ca-4020-8d55-5d52a821befb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.987329] env[65997]: DEBUG nova.network.neutron [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Port 784d2c25-9879-46f9-b227-ca88d2f3aab0 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 712.000264] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529860a1-8abf-3989-85c6-f7b71944d24c, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.001278] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60297dc-ae3d-4c94-b29d-34e8714b1af0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.012501] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 712.012501] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525ab06f-029f-1d73-ee16-78312fdd1415" [ 712.012501] env[65997]: _type = "Task" [ 712.012501] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.024711] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525ab06f-029f-1d73-ee16-78312fdd1415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.101391] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da57ecca-e4dc-44c8-b399-03ac6a57fda5 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.743s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.342095] env[65997]: DEBUG oslo_concurrency.lockutils [req-22a2da26-3f48-4900-b17b-7c277e012687 req-6a43337d-81d1-4d57-8902-6f10f3382a05 service nova] Releasing lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.441910] env[65997]: DEBUG oslo_concurrency.lockutils [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] Releasing lock "refresh_cache-f527236e-3b79-49fc-b117-a30d86601a13" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.442224] env[65997]: DEBUG nova.compute.manager [req-a130f1ab-a13c-41c9-adc6-30f63ca158a2 req-bff4d2c5-a124-4eec-b13f-a81de3e559cd service nova] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Received event network-vif-deleted-a88d46c7-9b67-45b2-a436-4115db58ea76 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.459203] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad3bf67-72b5-40b5-9706-4123d1612f1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.466996] env[65997]: INFO nova.compute.manager [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] instance snapshotting [ 712.469776] env[65997]: DEBUG nova.network.neutron [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.475696] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4acb4d-22aa-460a-ab09-887157b00b25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.480198] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0f5e0-d168-4e1a-bf58-ed3c310570f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.539154] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e491c3ef-f456-44f3-a96a-67b40fa3734f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.542987] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a20fae-3210-476e-8f9b-0ec7be2f7a9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.553047] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525ab06f-029f-1d73-ee16-78312fdd1415, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.557606] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.557916] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1a3fe83c-ebc1-4eba-a971-f3581b46590b/1a3fe83c-ebc1-4eba-a971-f3581b46590b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.561331] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e61c319-6041-49a3-90c0-d2ddd3e27568 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.565995] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27f20f-33fc-44fe-839c-25cc8eddea36 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.584682] env[65997]: DEBUG nova.compute.provider_tree [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.592676] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 712.592676] env[65997]: value = "task-4717789" [ 712.592676] env[65997]: _type = "Task" [ 712.592676] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.608771] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.720653] env[65997]: WARNING neutronclient.v2_0.client [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.072480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.072480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.072480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.075777] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 713.078091] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9cb985f-3334-42ea-9c7b-92068784c3ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.085491] env[65997]: DEBUG nova.network.neutron [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Updating instance_info_cache with network_info: [{"id": "351b92de-1123-4bc5-9e1b-f1cf23c3ac69", "address": "fa:16:3e:d2:2c:ee", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351b92de-11", "ovs_interfaceid": "351b92de-1123-4bc5-9e1b-f1cf23c3ac69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.088536] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 713.088536] env[65997]: value = "task-4717790" [ 713.088536] env[65997]: _type = "Task" [ 713.088536] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.096658] env[65997]: DEBUG nova.scheduler.client.report [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.117532] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.127787] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49285} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.128262] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1a3fe83c-ebc1-4eba-a971-f3581b46590b/1a3fe83c-ebc1-4eba-a971-f3581b46590b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.128262] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.130353] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b694360-fcd3-4209-9972-d326ba1c350c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.143185] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 713.143185] env[65997]: value = "task-4717791" [ 713.143185] env[65997]: _type = "Task" [ 713.143185] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.156861] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.520113] env[65997]: DEBUG nova.compute.manager [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Received event network-vif-plugged-351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 713.520268] env[65997]: DEBUG oslo_concurrency.lockutils [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] Acquiring lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.520474] env[65997]: DEBUG oslo_concurrency.lockutils [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.520636] env[65997]: DEBUG oslo_concurrency.lockutils [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.520800] env[65997]: DEBUG nova.compute.manager [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] No waiting events found dispatching network-vif-plugged-351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 713.520957] env[65997]: WARNING nova.compute.manager [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Received unexpected event network-vif-plugged-351b92de-1123-4bc5-9e1b-f1cf23c3ac69 for instance with vm_state building and task_state spawning. [ 713.521612] env[65997]: DEBUG nova.compute.manager [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Received event network-changed-351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 713.521612] env[65997]: DEBUG nova.compute.manager [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Refreshing instance network info cache due to event network-changed-351b92de-1123-4bc5-9e1b-f1cf23c3ac69. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 713.521612] env[65997]: DEBUG oslo_concurrency.lockutils [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] Acquiring lock "refresh_cache-a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.590657] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "refresh_cache-a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.590876] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Instance network_info: |[{"id": "351b92de-1123-4bc5-9e1b-f1cf23c3ac69", "address": "fa:16:3e:d2:2c:ee", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351b92de-11", "ovs_interfaceid": "351b92de-1123-4bc5-9e1b-f1cf23c3ac69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 713.591834] env[65997]: DEBUG oslo_concurrency.lockutils [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] Acquired lock "refresh_cache-a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.591834] env[65997]: DEBUG nova.network.neutron [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Refreshing network info cache for port 351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.593453] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:2c:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '351b92de-1123-4bc5-9e1b-f1cf23c3ac69', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.603556] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating folder: Project (3e2f5dbccace41caa28cc3f77bfb0c52). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.608446] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09dbc2d3-4f5b-4253-b0ef-c59d05911ea8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.621526] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.621526] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 713.623617] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.625492] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.434s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.625700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.625875] env[65997]: INFO nova.compute.manager [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Successfully reverted task state from image_uploading on failure for instance. [ 713.628035] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.947s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.628244] env[65997]: DEBUG nova.objects.instance [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lazy-loading 'resources' on Instance uuid 17797362-54f3-428b-8ddb-701c132171f7 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.629679] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created folder: Project (3e2f5dbccace41caa28cc3f77bfb0c52) in parent group-v920549. [ 713.629887] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating folder: Instances. Parent ref: group-v920656. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.630541] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5c4f058-b43d-4c76-836f-eb332dde5aa5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server [None req-88ce3f0c-4759-4bab-bf9b-d77860d31e68 tempest-ServersAaction247Test-1499500318 tempest-ServersAaction247Test-1499500318-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created [ 713.636218] env[65997]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created' [ 713.636218] env[65997]: Faults: [ManagedObjectNotFound] [ 713.636218] env[65997]: Details: {'obj': 'snapshot-920631'} [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 713.636218] env[65997]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created' [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created' [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-920631'} [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 713.636825] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server raise self.value [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server raise self.value [ 713.637321] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server raise self.value [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4547, in backup_instance [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 713.637876] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server raise self.value [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4533, in _do_snapshot_instance [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4616, in _snapshot_instance [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 713.638347] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server raise self.value [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server return evt.wait() [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 713.638800] env[65997]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-920631' has already been deleted or has not been completely created' [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-920631'} [ 713.639186] env[65997]: ERROR oslo_messaging.rpc.server [ 713.647023] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created folder: Instances in parent group-v920656. [ 713.647023] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.655020] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.655020] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cc63bac-863a-4046-8b4b-eb11badc4811 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.677036] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088538} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.678149] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.678519] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.678519] env[65997]: value = "task-4717794" [ 713.678519] env[65997]: _type = "Task" [ 713.678519] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.679163] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26875c3-0423-41a1-85d3-263fd6681f75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.709662] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1a3fe83c-ebc1-4eba-a971-f3581b46590b/1a3fe83c-ebc1-4eba-a971-f3581b46590b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.714345] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c194bc9-e7ae-4fc1-9a69-fb19d14197b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.731276] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717794, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.738310] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 713.738310] env[65997]: value = "task-4717795" [ 713.738310] env[65997]: _type = "Task" [ 713.738310] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.747954] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.887793] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] Acquiring lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.887793] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] Acquired lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.888607] env[65997]: DEBUG nova.network.neutron [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.082980] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.104260] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717790, 'name': CreateSnapshot_Task, 'duration_secs': 0.906726} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.104535] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.105345] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b19fc23-ce1d-408e-8933-3350e6c7d02d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.108941] env[65997]: WARNING neutronclient.v2_0.client [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.128228] env[65997]: DEBUG nova.compute.utils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.133251] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 714.133472] env[65997]: DEBUG nova.network.neutron [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 714.133980] env[65997]: WARNING neutronclient.v2_0.client [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.134748] env[65997]: WARNING neutronclient.v2_0.client [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.195887] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717794, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.257375] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.391232] env[65997]: WARNING neutronclient.v2_0.client [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.414385] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.414561] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.414734] env[65997]: DEBUG nova.network.neutron [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.483753] env[65997]: DEBUG nova.policy [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce17acbc68474e0ea3e5f39eda37f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4163f8f38a44b879eaa55e4526d99b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.629405] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.630365] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0086417f-b581-4a4b-9c12-8f81cb82e4bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.634765] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 714.647517] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 714.647517] env[65997]: value = "task-4717796" [ 714.647517] env[65997]: _type = "Task" [ 714.647517] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.662984] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717796, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.698669] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717794, 'name': CreateVM_Task, 'duration_secs': 0.659331} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.698870] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.699404] env[65997]: WARNING neutronclient.v2_0.client [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.699767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.699909] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.700233] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.700497] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446aa8e9-7ad4-44ad-bc17-332bdb40e3eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.706915] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 714.706915] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52458bfe-6e85-cc65-eb6c-62413ddf05a8" [ 714.706915] env[65997]: _type = "Task" [ 714.706915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.720666] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52458bfe-6e85-cc65-eb6c-62413ddf05a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.720909] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.721162] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.721392] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.721530] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.721695] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.721957] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8056b4-2697-4845-923e-8ab6d45f32e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.735896] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.735896] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.736127] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a93eaa-a7ec-40ec-b487-7f9b181e5a06 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.746580] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 714.746580] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526c3d03-5bb3-879b-2cdb-6b97ab01017c" [ 714.746580] env[65997]: _type = "Task" [ 714.746580] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.760187] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717795, 'name': ReconfigVM_Task, 'duration_secs': 0.613967} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.764077] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1a3fe83c-ebc1-4eba-a971-f3581b46590b/1a3fe83c-ebc1-4eba-a971-f3581b46590b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.765064] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526c3d03-5bb3-879b-2cdb-6b97ab01017c, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.765353] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39645dd7-8c57-40bd-bc50-6d52814a5677 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.768314] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f844b465-019c-4466-becc-71875be7cf7a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.783705] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 714.783705] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216cddd-3f22-3638-cf9f-9b369857290b" [ 714.783705] env[65997]: _type = "Task" [ 714.783705] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.786671] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 714.786671] env[65997]: value = "task-4717797" [ 714.786671] env[65997]: _type = "Task" [ 714.786671] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.798631] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c310fac-c314-44f1-90b7-e7dc11bac6aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.810334] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216cddd-3f22-3638-cf9f-9b369857290b, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.816620] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.817516] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca/a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.817516] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717797, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.817754] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570da0bb-9b91-4056-8f7a-279bb34c1512 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.821412] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da78beb-d762-40b6-aed4-7d16454f9a39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.863033] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e407614-0843-4e6e-858f-29b3962975db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.864145] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 714.864145] env[65997]: value = "task-4717798" [ 714.864145] env[65997]: _type = "Task" [ 714.864145] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.878072] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b266f-1ea7-4809-9c5a-1e1e53d4b056 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.886823] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.908188] env[65997]: DEBUG nova.compute.provider_tree [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.919698] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.171019] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717796, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.221113] env[65997]: DEBUG nova.network.neutron [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Successfully created port: 687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.310626] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717797, 'name': Rename_Task, 'duration_secs': 0.380066} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.311337] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.312352] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b304e0-67e2-40f4-891c-226a0d5d17ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.322428] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 715.322428] env[65997]: value = "task-4717799" [ 715.322428] env[65997]: _type = "Task" [ 715.322428] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.335259] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.378244] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527308} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.378244] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca/a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.378244] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.378244] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2632a001-285f-4d43-9578-7c71fc43d609 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.387329] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 715.387329] env[65997]: value = "task-4717800" [ 715.387329] env[65997]: _type = "Task" [ 715.387329] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.397262] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.412659] env[65997]: DEBUG nova.scheduler.client.report [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.636326] env[65997]: WARNING neutronclient.v2_0.client [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.650805] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 715.665078] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717796, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.687727] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.687998] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.688145] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.688321] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.688495] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.688610] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.688852] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.690151] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.690151] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.690151] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.690151] env[65997]: DEBUG nova.virt.hardware [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.691099] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc90a23-a67e-4000-ba6b-e0b990813638 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.702020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2424fa21-bc5c-4b76-b48b-85de2892236e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.833164] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717799, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.902606] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106525} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.902855] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.906198] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dfec6d-7702-4d9e-8a6b-5677a97bac21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.927738] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.938831] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca/a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.939484] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.173s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.941267] env[65997]: INFO nova.compute.claims [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.944205] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf615626-8203-4590-8957-6624a3488127 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.973706] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 715.973706] env[65997]: value = "task-4717801" [ 715.973706] env[65997]: _type = "Task" [ 715.973706] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.984899] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.986393] env[65997]: INFO nova.scheduler.client.report [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Deleted allocations for instance 17797362-54f3-428b-8ddb-701c132171f7 [ 716.169765] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717796, 'name': CloneVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.333189] env[65997]: DEBUG oslo_vmware.api [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4717799, 'name': PowerOnVM_Task, 'duration_secs': 0.850902} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.333503] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.333641] env[65997]: INFO nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Took 8.63 seconds to spawn the instance on the hypervisor. [ 716.333896] env[65997]: DEBUG nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.334769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d9f04-0ca3-4ecd-880e-ca2838ab30b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.485954] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.494551] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4604cfd7-baf1-47ea-a489-a5f4b5584cd2 tempest-ServerGroupTestJSON-798125847 tempest-ServerGroupTestJSON-798125847-project-member] Lock "17797362-54f3-428b-8ddb-701c132171f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.833s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.666027] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717796, 'name': CloneVM_Task, 'duration_secs': 1.647365} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.666176] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Created linked-clone VM from snapshot [ 716.667044] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe2d7fd-5dad-45b7-9516-7f02c38aa625 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.676971] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Uploading image 72cdd3c8-2f06-4f8a-b1f2-8eb043c77d36 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.702975] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 716.702975] env[65997]: value = "vm-920660" [ 716.702975] env[65997]: _type = "VirtualMachine" [ 716.702975] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 716.703339] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59c3882f-e16e-4478-9938-634cde7ad79c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.712430] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lease: (returnval){ [ 716.712430] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525265d1-b149-e202-01d8-cf83d8790b16" [ 716.712430] env[65997]: _type = "HttpNfcLease" [ 716.712430] env[65997]: } obtained for exporting VM: (result){ [ 716.712430] env[65997]: value = "vm-920660" [ 716.712430] env[65997]: _type = "VirtualMachine" [ 716.712430] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 716.712816] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the lease: (returnval){ [ 716.712816] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525265d1-b149-e202-01d8-cf83d8790b16" [ 716.712816] env[65997]: _type = "HttpNfcLease" [ 716.712816] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 716.720991] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.720991] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525265d1-b149-e202-01d8-cf83d8790b16" [ 716.720991] env[65997]: _type = "HttpNfcLease" [ 716.720991] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 716.851867] env[65997]: INFO nova.compute.manager [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Took 35.63 seconds to build instance. [ 716.986651] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717801, 'name': ReconfigVM_Task, 'duration_secs': 0.825491} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.986981] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Reconfigured VM instance instance-00000026 to attach disk [datastore1] a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca/a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.987769] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549338ce-5e53-49ac-beb9-4238cddf83e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.997075] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 716.997075] env[65997]: value = "task-4717803" [ 716.997075] env[65997]: _type = "Task" [ 716.997075] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.013962] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717803, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.139039] env[65997]: WARNING neutronclient.v2_0.client [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.227089] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 717.227089] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525265d1-b149-e202-01d8-cf83d8790b16" [ 717.227089] env[65997]: _type = "HttpNfcLease" [ 717.227089] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 717.227384] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 717.227384] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525265d1-b149-e202-01d8-cf83d8790b16" [ 717.227384] env[65997]: _type = "HttpNfcLease" [ 717.227384] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 717.228240] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c44d79-65e9-407f-a9cd-0287fb5093f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.237879] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12207-6c4b-deab-2c0b-3c171c89e082/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 717.238163] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12207-6c4b-deab-2c0b-3c171c89e082/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 717.300847] env[65997]: DEBUG nova.network.neutron [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Successfully updated port: 687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.355626] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4ed5f76a-e431-4c60-9ee9-d4b647a9539a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.432s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.359423] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e1e55e9-44e4-4619-81bf-20309f304fb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.519833] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717803, 'name': Rename_Task, 'duration_secs': 0.213153} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.520772] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.520772] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-667006bc-6b72-4200-be0d-ca35a52b36ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.532226] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 717.532226] env[65997]: value = "task-4717804" [ 717.532226] env[65997]: _type = "Task" [ 717.532226] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.550256] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.632962] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6de61-0801-44d2-8e7e-79dceb0474f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.642808] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d247764-b5a2-444d-baab-b6f1de8e0342 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.686177] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a56ffe-74f7-42ab-95bf-df7081772182 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.696436] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70398344-9f17-46b2-8923-e06b3f00fa5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.718970] env[65997]: DEBUG nova.compute.provider_tree [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.807973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "refresh_cache-2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.808445] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquired lock "refresh_cache-2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.809246] env[65997]: DEBUG nova.network.neutron [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.047512] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.223611] env[65997]: DEBUG nova.scheduler.client.report [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.471872] env[65997]: DEBUG nova.network.neutron [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Updated VIF entry in instance network info cache for port 351b92de-1123-4bc5-9e1b-f1cf23c3ac69. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.472324] env[65997]: DEBUG nova.network.neutron [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Updating instance_info_cache with network_info: [{"id": "351b92de-1123-4bc5-9e1b-f1cf23c3ac69", "address": "fa:16:3e:d2:2c:ee", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351b92de-11", "ovs_interfaceid": "351b92de-1123-4bc5-9e1b-f1cf23c3ac69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.555408] env[65997]: DEBUG oslo_vmware.api [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717804, 'name': PowerOnVM_Task, 'duration_secs': 0.740997} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.555408] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.555408] env[65997]: INFO nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Took 8.02 seconds to spawn the instance on the hypervisor. [ 718.555408] env[65997]: DEBUG nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 718.555408] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b29a3-066b-41ed-9294-1be6016a1faa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.734169] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.734169] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 718.734828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.343s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.735220] env[65997]: DEBUG nova.objects.instance [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lazy-loading 'resources' on Instance uuid 7e4a00d5-97e0-49c0-ac2e-3ec253606099 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.975033] env[65997]: DEBUG oslo_concurrency.lockutils [req-3b7fecd3-7210-436c-8104-6fd3e1c830ac req-0874912e-3f62-4a58-b3d0-7e8e8d6dd09b service nova] Releasing lock "refresh_cache-a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.080432] env[65997]: INFO nova.compute.manager [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Took 36.24 seconds to build instance. [ 719.193573] env[65997]: DEBUG nova.network.neutron [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 719.239174] env[65997]: DEBUG nova.compute.utils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.241387] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 719.241387] env[65997]: DEBUG nova.network.neutron [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.241699] env[65997]: WARNING neutronclient.v2_0.client [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.242118] env[65997]: WARNING neutronclient.v2_0.client [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.249737] env[65997]: DEBUG nova.network.neutron [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Updating instance_info_cache with network_info: [{"id": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "address": "fa:16:3e:d0:cf:28", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e2e0f-65", "ovs_interfaceid": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.589194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5fe3f674-de9d-44df-9a23-5433306175f7 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.245s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.754769] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 719.759340] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] Releasing lock "refresh_cache-51e93dd2-2068-4d67-861c-e8a50069343c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.759705] env[65997]: DEBUG nova.compute.manager [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Inject network info {{(pid=65997) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 719.760069] env[65997]: DEBUG nova.compute.manager [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] network_info to inject: |[{"id": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "address": "fa:16:3e:d0:cf:28", "network": {"id": "71338874-6cee-453e-a87b-bc0936e3ccea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1219063097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba4f163662b459a96b28cb233b8b806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e2e0f-65", "ovs_interfaceid": "2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 719.768585] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Reconfiguring VM instance to set the machine id {{(pid=65997) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 719.768585] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaef1a0b-af96-4ad5-872f-61bef7022f37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.784721] env[65997]: WARNING neutronclient.v2_0.client [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.794636] env[65997]: DEBUG oslo_vmware.api [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] Waiting for the task: (returnval){ [ 719.794636] env[65997]: value = "task-4717805" [ 719.794636] env[65997]: _type = "Task" [ 719.794636] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.810271] env[65997]: DEBUG oslo_vmware.api [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] Task: {'id': task-4717805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.859318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6318abc-eee9-4599-a8a4-7a43d67d3445 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.867206] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed64a1-8cb1-4493-8e48-e2bb490b69a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.907427] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7228a0c-b6f0-49c7-8ef6-936827f73cd3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.918262] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d37630-b062-425a-94ad-4d2a8ed91202 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.937456] env[65997]: DEBUG nova.compute.provider_tree [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.308009] env[65997]: DEBUG oslo_vmware.api [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] Task: {'id': task-4717805, 'name': ReconfigVM_Task, 'duration_secs': 0.255362} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.310120] env[65997]: DEBUG nova.policy [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49cd65a38c5c49e1938377df06e2b0a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d72958be154a48b43a6bf2662d7877', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.312437] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24ff8efd-b3f0-46e2-8b88-0a75bf913c05 tempest-ServersAdminTestJSON-276591062 tempest-ServersAdminTestJSON-276591062-project-admin] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Reconfigured VM instance to set the machine id {{(pid=65997) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 720.442854] env[65997]: DEBUG nova.scheduler.client.report [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.738418] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f11b39-e741-9aa6-bb5d-fcfe3fe5b056/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.740033] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520d0649-8624-4cc9-8714-f374348a10eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.749801] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f11b39-e741-9aa6-bb5d-fcfe3fe5b056/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.750054] env[65997]: ERROR oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f11b39-e741-9aa6-bb5d-fcfe3fe5b056/disk-0.vmdk due to incomplete transfer. [ 720.750317] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b83c0d7-26a8-4b73-96ba-06768a4d7dd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.766929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.767298] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.767437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "57737baf-72aa-4aa8-947a-aba2f1c900f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.768073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.768351] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.772444] env[65997]: DEBUG oslo_vmware.rw_handles [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f11b39-e741-9aa6-bb5d-fcfe3fe5b056/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.772651] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Uploaded image 53dbc03e-7248-45f8-93f9-02aea2c25da1 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.775711] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.776324] env[65997]: INFO nova.compute.manager [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Terminating instance [ 720.779148] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.781151] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5150a945-b314-4bbb-9f0b-795a8525db40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.793502] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 720.793502] env[65997]: value = "task-4717806" [ 720.793502] env[65997]: _type = "Task" [ 720.793502] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.804542] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717806, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.820671] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.820978] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.821175] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.821358] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.821497] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.821631] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.821831] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.821978] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.822147] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.822298] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.822460] env[65997]: DEBUG nova.virt.hardware [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.823760] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b0cb7-5c1c-4bfd-bce1-46e21e6820b8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.838442] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d724f0-c65b-46c6-b2da-d250e2cefe3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.949677] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.952445] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.106s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.954181] env[65997]: INFO nova.compute.claims [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.990115] env[65997]: INFO nova.scheduler.client.report [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Deleted allocations for instance 7e4a00d5-97e0-49c0-ac2e-3ec253606099 [ 721.289873] env[65997]: DEBUG nova.compute.manager [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 721.290213] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.291528] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc098792-8da5-4af0-b36a-ce0038985e0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.311938] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717806, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.314824] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.315152] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ca96eb-d3e0-437c-840a-74ed7f5d6d95 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.325746] env[65997]: DEBUG oslo_vmware.api [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 721.325746] env[65997]: value = "task-4717807" [ 721.325746] env[65997]: _type = "Task" [ 721.325746] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.338917] env[65997]: DEBUG oslo_vmware.api [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.499038] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bd945a4f-b173-4f1a-a8b2-b2cde7b4831c tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "7e4a00d5-97e0-49c0-ac2e-3ec253606099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.734240] env[65997]: DEBUG nova.network.neutron [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance_info_cache with network_info: [{"id": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "address": "fa:16:3e:7a:26:ae", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784d2c25-98", "ovs_interfaceid": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.758360] env[65997]: WARNING neutronclient.v2_0.client [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.815674] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717806, 'name': Destroy_Task, 'duration_secs': 0.685182} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.815951] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Destroyed the VM [ 721.816658] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.817333] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d886eb96-6c51-4ae2-8e0b-bce2a0156e12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.825931] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 721.825931] env[65997]: value = "task-4717808" [ 721.825931] env[65997]: _type = "Task" [ 721.825931] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.840778] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.846027] env[65997]: DEBUG oslo_vmware.api [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717807, 'name': PowerOffVM_Task, 'duration_secs': 0.370457} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.846027] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.846027] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.846493] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3c72a2-6b52-4edf-a4eb-17c412f1f477 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.934030] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.934030] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.934030] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Deleting the datastore file [datastore2] 57737baf-72aa-4aa8-947a-aba2f1c900f1 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.934030] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b4425b-06f6-41e2-b1fe-3c95b2fc2a22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.949054] env[65997]: DEBUG oslo_vmware.api [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for the task: (returnval){ [ 721.949054] env[65997]: value = "task-4717810" [ 721.949054] env[65997]: _type = "Task" [ 721.949054] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.960187] env[65997]: DEBUG oslo_vmware.api [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.066087] env[65997]: DEBUG nova.network.neutron [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Successfully created port: bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.237735] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.337258] env[65997]: DEBUG nova.compute.manager [req-c6377f2f-a5e3-47d7-b896-9812a73d14f2 req-426e604b-e73f-4175-ad0d-fd7b972788ec service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Received event network-vif-plugged-687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.337434] env[65997]: DEBUG oslo_concurrency.lockutils [req-c6377f2f-a5e3-47d7-b896-9812a73d14f2 req-426e604b-e73f-4175-ad0d-fd7b972788ec service nova] Acquiring lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.337699] env[65997]: DEBUG oslo_concurrency.lockutils [req-c6377f2f-a5e3-47d7-b896-9812a73d14f2 req-426e604b-e73f-4175-ad0d-fd7b972788ec service nova] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.337864] env[65997]: DEBUG oslo_concurrency.lockutils [req-c6377f2f-a5e3-47d7-b896-9812a73d14f2 req-426e604b-e73f-4175-ad0d-fd7b972788ec service nova] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.338049] env[65997]: DEBUG nova.compute.manager [req-c6377f2f-a5e3-47d7-b896-9812a73d14f2 req-426e604b-e73f-4175-ad0d-fd7b972788ec service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] No waiting events found dispatching network-vif-plugged-687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 722.338214] env[65997]: WARNING nova.compute.manager [req-c6377f2f-a5e3-47d7-b896-9812a73d14f2 req-426e604b-e73f-4175-ad0d-fd7b972788ec service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Received unexpected event network-vif-plugged-687397ef-ca49-4d24-bcd3-7a565ce4d444 for instance with vm_state building and task_state spawning. [ 722.348083] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.463130] env[65997]: DEBUG oslo_vmware.api [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Task: {'id': task-4717810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186451} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.465951] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.466166] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.466343] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.466516] env[65997]: INFO nova.compute.manager [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 722.466789] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 722.468163] env[65997]: DEBUG nova.compute.manager [-] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 722.468163] env[65997]: DEBUG nova.network.neutron [-] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 722.468163] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.546128] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a3688-e5db-4508-90b3-0d31cf0ddd8e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.560182] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f01fe2-4ad6-4abe-af05-d20cfb871951 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.593341] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122efd4b-f284-4ea5-9727-a99c10695b3e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.602579] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426b25e-eab4-4ced-a6e3-0eb0eac8bb50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.618497] env[65997]: DEBUG nova.compute.provider_tree [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.773299] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad0934-c14b-43d1-9568-fbbd13a484ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.796699] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f6b9e-ef92-4074-8190-ca56d9ff89f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.807322] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.842808] env[65997]: DEBUG oslo_vmware.api [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717808, 'name': RemoveSnapshot_Task, 'duration_secs': 0.928989} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.843108] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 722.843453] env[65997]: INFO nova.compute.manager [None req-c0feb119-fdac-41b0-8a47-c9273a5fa29b tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 722.872613] env[65997]: DEBUG nova.network.neutron [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Updating instance_info_cache with network_info: [{"id": "687397ef-ca49-4d24-bcd3-7a565ce4d444", "address": "fa:16:3e:b6:83:d1", "network": {"id": "c34a7296-3b5c-4436-829d-c1eb3162a4ea", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-817476015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4163f8f38a44b879eaa55e4526d99b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687397ef-ca", "ovs_interfaceid": "687397ef-ca49-4d24-bcd3-7a565ce4d444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.060766] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.121540] env[65997]: DEBUG nova.scheduler.client.report [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.317030] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.317030] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f286dd10-afc1-43a7-8200-2a4f52d7843d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.324886] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 723.324886] env[65997]: value = "task-4717811" [ 723.324886] env[65997]: _type = "Task" [ 723.324886] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.335264] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.375989] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Releasing lock "refresh_cache-2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.376462] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Instance network_info: |[{"id": "687397ef-ca49-4d24-bcd3-7a565ce4d444", "address": "fa:16:3e:b6:83:d1", "network": {"id": "c34a7296-3b5c-4436-829d-c1eb3162a4ea", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-817476015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4163f8f38a44b879eaa55e4526d99b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687397ef-ca", "ovs_interfaceid": "687397ef-ca49-4d24-bcd3-7a565ce4d444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 723.377019] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:83:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '687397ef-ca49-4d24-bcd3-7a565ce4d444', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.385742] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Creating folder: Project (a4163f8f38a44b879eaa55e4526d99b5). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.386763] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7109ff6-a446-45a1-b5d5-58ced87ef75d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.400535] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Created folder: Project (a4163f8f38a44b879eaa55e4526d99b5) in parent group-v920549. [ 723.400956] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Creating folder: Instances. Parent ref: group-v920661. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.401279] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de9bd24a-c4ff-4c44-b3ba-d96fece824c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.418074] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Created folder: Instances in parent group-v920661. [ 723.418074] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 723.418074] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.418074] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fd77072-7277-4c7f-b23f-948664e32efe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.443067] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.443067] env[65997]: value = "task-4717814" [ 723.443067] env[65997]: _type = "Task" [ 723.443067] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.452747] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717814, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.627657] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.629377] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 723.635252] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.580s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.635930] env[65997]: DEBUG nova.objects.instance [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lazy-loading 'resources' on Instance uuid 0336eab4-75c7-4e0a-8960-fc5510b821eb {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.844646] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717811, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.956026] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717814, 'name': CreateVM_Task, 'duration_secs': 0.441397} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.956260] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.956828] env[65997]: WARNING neutronclient.v2_0.client [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.957223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.957385] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.957765] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.958065] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e53fd43-9673-4efe-887f-fe3ee684ce41 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.965065] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 723.965065] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522c918e-2df2-1b13-4ffc-9efb6b6b08be" [ 723.965065] env[65997]: _type = "Task" [ 723.965065] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.975784] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522c918e-2df2-1b13-4ffc-9efb6b6b08be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.081629] env[65997]: DEBUG nova.network.neutron [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Successfully updated port: bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.107448] env[65997]: DEBUG nova.network.neutron [-] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.141025] env[65997]: DEBUG nova.compute.utils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.149901] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 724.149901] env[65997]: DEBUG nova.network.neutron [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.149901] env[65997]: WARNING neutronclient.v2_0.client [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.154351] env[65997]: WARNING neutronclient.v2_0.client [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.229750] env[65997]: DEBUG nova.policy [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1c11bb73e14e0785022a920e952222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af3ad7536c94dd8849dfc581d065f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.344523] env[65997]: DEBUG oslo_vmware.api [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4717811, 'name': PowerOnVM_Task, 'duration_secs': 0.701623} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.344793] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.344974] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1000815-0662-4766-92e5-53eba3074fe1 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance 'b93722a0-d866-4a9f-a92b-859ed6dc4ccc' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.483318] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522c918e-2df2-1b13-4ffc-9efb6b6b08be, 'name': SearchDatastore_Task, 'duration_secs': 0.015565} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.486170] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.486410] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.486648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.487116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.487363] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.488752] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0898610a-4df8-4aa2-940c-a63bcbabc7a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.500414] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.500609] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.501408] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7c43d0-fef1-4faf-85f6-407a87d1ad05 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.514470] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 724.514470] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c17928-ab8e-fa92-3828-77c49630569b" [ 724.514470] env[65997]: _type = "Task" [ 724.514470] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.533621] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c17928-ab8e-fa92-3828-77c49630569b, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.537427] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8d703f-0d6c-469c-9af1-d2962aa8ff4e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.545023] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 724.545023] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ca70e8-816a-8287-6355-f6837005dbe4" [ 724.545023] env[65997]: _type = "Task" [ 724.545023] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.560121] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ca70e8-816a-8287-6355-f6837005dbe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.584383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.584521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquired lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.584706] env[65997]: DEBUG nova.network.neutron [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.609611] env[65997]: INFO nova.compute.manager [-] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Took 2.14 seconds to deallocate network for instance. [ 724.620251] env[65997]: DEBUG nova.network.neutron [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Successfully created port: 43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 724.648778] env[65997]: DEBUG nova.compute.utils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.798549] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abd0fdd-be8a-441d-b866-40e7f8d0242b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.808661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a10343e-b015-483a-b938-5eeac982c228 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.848769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c66625-1c65-4a46-b5d8-ba113f4fffa6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.861558] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912681e-fb02-4313-a559-ebee281a0bd3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.878138] env[65997]: DEBUG nova.compute.provider_tree [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.056105] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ca70e8-816a-8287-6355-f6837005dbe4, 'name': SearchDatastore_Task, 'duration_secs': 0.019041} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.056404] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.056663] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2/2cef6b94-6dc2-4dac-b74d-c80d8c7edde2.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.057022] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39793c83-d712-4251-a6dc-b4521924cb18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.066699] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 725.066699] env[65997]: value = "task-4717815" [ 725.066699] env[65997]: _type = "Task" [ 725.066699] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.077084] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.119757] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.155915] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 725.269574] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.269788] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.269898] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.271165] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.271165] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.272838] env[65997]: INFO nova.compute.manager [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Terminating instance [ 725.382240] env[65997]: DEBUG nova.scheduler.client.report [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.579125] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497032} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.579399] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2/2cef6b94-6dc2-4dac-b74d-c80d8c7edde2.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.579603] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.579863] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4ad5d7-7a81-4f2c-a4ac-af8bf344d250 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.587909] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 725.587909] env[65997]: value = "task-4717816" [ 725.587909] env[65997]: _type = "Task" [ 725.587909] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.599059] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.781347] env[65997]: DEBUG nova.compute.manager [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 725.781606] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.782968] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30031776-4d66-48c3-8a65-99e9ba0ff85b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.792499] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.792797] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd00ff57-6f88-423f-b659-8ce4cc6b830d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.802088] env[65997]: DEBUG oslo_vmware.api [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 725.802088] env[65997]: value = "task-4717817" [ 725.802088] env[65997]: _type = "Task" [ 725.802088] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.816495] env[65997]: DEBUG oslo_vmware.api [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.887961] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.891430] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.801s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.893042] env[65997]: INFO nova.compute.claims [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.920339] env[65997]: INFO nova.scheduler.client.report [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Deleted allocations for instance 0336eab4-75c7-4e0a-8960-fc5510b821eb [ 726.065075] env[65997]: DEBUG nova.network.neutron [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.104301] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072506} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.104659] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.106038] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03d53a-5169-4e18-9461-2c8ea2f00f89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.133643] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2/2cef6b94-6dc2-4dac-b74d-c80d8c7edde2.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.134193] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0716bd27-4eb3-40b8-9f7b-0cb668c54182 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.158324] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 726.158324] env[65997]: value = "task-4717818" [ 726.158324] env[65997]: _type = "Task" [ 726.158324] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.172337] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 726.175560] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.207012] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:29:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='547571977',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1159610241',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.208316] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.208599] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.208981] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.209234] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.209451] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.209692] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.209879] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.210288] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.210350] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.210548] env[65997]: DEBUG nova.virt.hardware [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.211812] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e12b31-55ec-4b2f-a378-ccd8ffa894fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.223952] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6558a88-5dee-4d18-981d-f072b340bbc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.317111] env[65997]: DEBUG oslo_vmware.api [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717817, 'name': PowerOffVM_Task, 'duration_secs': 0.36354} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.317601] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.317601] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.317809] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-043bb9ec-4a47-41ba-8cd8-4f7b86512532 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.326632] env[65997]: DEBUG nova.network.neutron [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Successfully updated port: 43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 726.405741] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.406011] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.406196] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Deleting the datastore file [datastore2] f8526053-5d15-4323-8f9a-cfc2d8e22a2a {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.406484] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202abe02-9215-4cef-af60-c7af35fc5b0f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.415830] env[65997]: DEBUG oslo_vmware.api [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for the task: (returnval){ [ 726.415830] env[65997]: value = "task-4717820" [ 726.415830] env[65997]: _type = "Task" [ 726.415830] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.426913] env[65997]: DEBUG oslo_vmware.api [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.434044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f07bc171-1774-4e39-9557-c898cc6fab7f tempest-ServerPasswordTestJSON-1266448978 tempest-ServerPasswordTestJSON-1266448978-project-member] Lock "0336eab4-75c7-4e0a-8960-fc5510b821eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.961s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.672963] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717818, 'name': ReconfigVM_Task, 'duration_secs': 0.356307} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.673304] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2/2cef6b94-6dc2-4dac-b74d-c80d8c7edde2.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.673994] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063cf5a4-8258-42d4-9739-1076b9eaccb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.685026] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 726.685026] env[65997]: value = "task-4717821" [ 726.685026] env[65997]: _type = "Task" [ 726.685026] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.697056] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717821, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.708708] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.709012] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lock "b91405c7-49e7-4579-9553-498d1287bb98" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.833467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.833467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.833467] env[65997]: DEBUG nova.network.neutron [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 726.934374] env[65997]: DEBUG oslo_vmware.api [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Task: {'id': task-4717820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188025} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.938621] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.938893] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.939100] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.939281] env[65997]: INFO nova.compute.manager [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.939722] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 726.940596] env[65997]: DEBUG nova.compute.manager [-] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 726.940713] env[65997]: DEBUG nova.network.neutron [-] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 726.940969] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.955761] env[65997]: WARNING neutronclient.v2_0.client [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.077131] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.117458] env[65997]: DEBUG nova.network.neutron [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Updating instance_info_cache with network_info: [{"id": "bafba534-a0db-4880-b146-e50b61db367d", "address": "fa:16:3e:f2:f6:f0", "network": {"id": "43f77e45-e432-4429-a1d1-6529ec39ebe3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1824835574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d72958be154a48b43a6bf2662d7877", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafba534-a0", "ovs_interfaceid": "bafba534-a0db-4880-b146-e50b61db367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.201913] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717821, 'name': Rename_Task, 'duration_secs': 0.163613} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.205462] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.207222] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a32d9a5f-8462-4375-b90d-4c706335bca4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.213878] env[65997]: DEBUG nova.compute.utils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.218504] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 727.218504] env[65997]: value = "task-4717822" [ 727.218504] env[65997]: _type = "Task" [ 727.218504] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.230766] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.408493] env[65997]: DEBUG nova.network.neutron [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.534011] env[65997]: WARNING neutronclient.v2_0.client [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.539102] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0c2f5-e05f-44a1-97f8-acf93e42ca0f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.550753] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c34ab4-d77f-496e-8751-18c69e7692a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.588417] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.588700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.588934] env[65997]: DEBUG nova.compute.manager [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.590474] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7dae61-0c8d-4ede-8c5f-199478a3683b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.593888] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff02453-43bd-453c-9a42-f8734cfc8982 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608445] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf056e-99e9-4a6c-8573-95726dde0221 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.615056] env[65997]: DEBUG nova.compute.manager [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 727.615056] env[65997]: DEBUG nova.objects.instance [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lazy-loading 'flavor' on Instance uuid a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.620857] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Releasing lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.621059] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Instance network_info: |[{"id": "bafba534-a0db-4880-b146-e50b61db367d", "address": "fa:16:3e:f2:f6:f0", "network": {"id": "43f77e45-e432-4429-a1d1-6529ec39ebe3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1824835574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d72958be154a48b43a6bf2662d7877", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafba534-a0", "ovs_interfaceid": "bafba534-a0db-4880-b146-e50b61db367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 727.621890] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:f6:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bafba534-a0db-4880-b146-e50b61db367d', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.631343] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Creating folder: Project (b1d72958be154a48b43a6bf2662d7877). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.638940] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f899996-9b05-4c79-b83a-f942fbbedda5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.643159] env[65997]: DEBUG nova.compute.provider_tree [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.656815] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Created folder: Project (b1d72958be154a48b43a6bf2662d7877) in parent group-v920549. [ 727.657109] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Creating folder: Instances. Parent ref: group-v920664. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.657975] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28689fd1-f669-498c-890a-324df383d510 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.661722] env[65997]: DEBUG nova.network.neutron [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updating instance_info_cache with network_info: [{"id": "43b5d351-f068-4b72-b791-5d7135933dec", "address": "fa:16:3e:3d:10:e5", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5d351-f0", "ovs_interfaceid": "43b5d351-f068-4b72-b791-5d7135933dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.670470] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Created folder: Instances in parent group-v920664. [ 727.670927] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.671019] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.671193] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca81b72-d695-4150-94e4-1d97d05413fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.696315] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.696315] env[65997]: value = "task-4717825" [ 727.696315] env[65997]: _type = "Task" [ 727.696315] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.708694] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717825, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.720941] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lock "b91405c7-49e7-4579-9553-498d1287bb98" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.727799] env[65997]: DEBUG nova.compute.manager [req-0ae71206-8f26-43dd-92ec-52b00e19c6f0 req-5e5b65e9-02c5-4129-9c77-da4b8eb2bc3d service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Received event network-vif-plugged-bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.728012] env[65997]: DEBUG oslo_concurrency.lockutils [req-0ae71206-8f26-43dd-92ec-52b00e19c6f0 req-5e5b65e9-02c5-4129-9c77-da4b8eb2bc3d service nova] Acquiring lock "979bc542-5e49-4fe5-a697-c96a85707fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.728687] env[65997]: DEBUG oslo_concurrency.lockutils [req-0ae71206-8f26-43dd-92ec-52b00e19c6f0 req-5e5b65e9-02c5-4129-9c77-da4b8eb2bc3d service nova] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.728878] env[65997]: DEBUG oslo_concurrency.lockutils [req-0ae71206-8f26-43dd-92ec-52b00e19c6f0 req-5e5b65e9-02c5-4129-9c77-da4b8eb2bc3d service nova] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.729065] env[65997]: DEBUG nova.compute.manager [req-0ae71206-8f26-43dd-92ec-52b00e19c6f0 req-5e5b65e9-02c5-4129-9c77-da4b8eb2bc3d service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] No waiting events found dispatching network-vif-plugged-bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.729233] env[65997]: WARNING nova.compute.manager [req-0ae71206-8f26-43dd-92ec-52b00e19c6f0 req-5e5b65e9-02c5-4129-9c77-da4b8eb2bc3d service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Received unexpected event network-vif-plugged-bafba534-a0db-4880-b146-e50b61db367d for instance with vm_state building and task_state spawning. [ 727.739062] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.827495] env[65997]: DEBUG nova.compute.manager [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Received event network-changed-687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.827495] env[65997]: DEBUG nova.compute.manager [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Refreshing instance network info cache due to event network-changed-687397ef-ca49-4d24-bcd3-7a565ce4d444. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 727.827495] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] Acquiring lock "refresh_cache-2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.827495] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] Acquired lock "refresh_cache-2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.827495] env[65997]: DEBUG nova.network.neutron [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Refreshing network info cache for port 687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.837258] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12207-6c4b-deab-2c0b-3c171c89e082/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 727.838481] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3611b-880e-44f1-bd6f-ecd29bb0e0d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.847882] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12207-6c4b-deab-2c0b-3c171c89e082/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 727.848277] env[65997]: ERROR oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12207-6c4b-deab-2c0b-3c171c89e082/disk-0.vmdk due to incomplete transfer. [ 727.848401] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35943412-2924-44a6-932a-cbd90597063a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.860076] env[65997]: DEBUG oslo_vmware.rw_handles [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12207-6c4b-deab-2c0b-3c171c89e082/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 727.860348] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Uploaded image 72cdd3c8-2f06-4f8a-b1f2-8eb043c77d36 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 727.862370] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 727.865592] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe71d049-6b62-4cd1-a5d0-c016c9c69905 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.872537] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 727.872537] env[65997]: value = "task-4717827" [ 727.872537] env[65997]: _type = "Task" [ 727.872537] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.884993] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717827, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.928451] env[65997]: DEBUG nova.network.neutron [-] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.951250] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.951487] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.146937] env[65997]: DEBUG nova.scheduler.client.report [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.166522] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Releasing lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.167117] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Instance network_info: |[{"id": "43b5d351-f068-4b72-b791-5d7135933dec", "address": "fa:16:3e:3d:10:e5", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5d351-f0", "ovs_interfaceid": "43b5d351-f068-4b72-b791-5d7135933dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 728.168309] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:10:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43b5d351-f068-4b72-b791-5d7135933dec', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.179178] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.180416] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.180664] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f634cdb5-35df-4903-8a93-a1be693a4177 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.207880] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.207880] env[65997]: value = "task-4717830" [ 728.207880] env[65997]: _type = "Task" [ 728.207880] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.211582] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717825, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.222774] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717830, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.235825] env[65997]: DEBUG oslo_vmware.api [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717822, 'name': PowerOnVM_Task, 'duration_secs': 0.540814} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.236121] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.236326] env[65997]: INFO nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Took 12.59 seconds to spawn the instance on the hypervisor. [ 728.236512] env[65997]: DEBUG nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 728.237392] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e7c17-3ace-4528-aa9d-80ed84256309 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.331396] env[65997]: WARNING neutronclient.v2_0.client [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.383921] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717827, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.431895] env[65997]: INFO nova.compute.manager [-] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Took 1.49 seconds to deallocate network for instance. [ 728.455942] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 728.625305] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.626914] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8df93e-bc91-4f61-b9a2-7318770bee8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.633364] env[65997]: DEBUG oslo_vmware.api [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 728.633364] env[65997]: value = "task-4717831" [ 728.633364] env[65997]: _type = "Task" [ 728.633364] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.643944] env[65997]: DEBUG oslo_vmware.api [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.653529] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.654860] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 728.657167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.719s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.658973] env[65997]: INFO nova.compute.claims [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.711422] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717825, 'name': CreateVM_Task, 'duration_secs': 0.617713} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.711521] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.712145] env[65997]: WARNING neutronclient.v2_0.client [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.712560] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.712709] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.713044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.716788] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6b43dd-d00e-4f4c-bfb7-ff08ca3c7b37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.725592] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 728.725592] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262db5a-e7ff-20f5-62a6-d2043f86e6e6" [ 728.725592] env[65997]: _type = "Task" [ 728.725592] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.728995] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717830, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.742558] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262db5a-e7ff-20f5-62a6-d2043f86e6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.763816] env[65997]: INFO nova.compute.manager [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Took 36.38 seconds to build instance. [ 728.776704] env[65997]: WARNING neutronclient.v2_0.client [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.803896] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.804590] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lock "b91405c7-49e7-4579-9553-498d1287bb98" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.804590] env[65997]: INFO nova.compute.manager [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Attaching volume d1a7d681-c804-42c8-82e4-6e50065c46a8 to /dev/sdb [ 728.859707] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d9345e-6916-42c1-96fc-2ffdd5ad61e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.870431] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c063de55-29d0-4d89-9d9c-4e62f497844f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.886147] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717827, 'name': Destroy_Task, 'duration_secs': 0.710632} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.886640] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Destroyed the VM [ 728.887230] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 728.888581] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c02c08d-f5e5-481d-9cca-d074af509ede {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.899020] env[65997]: DEBUG nova.virt.block_device [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updating existing volume attachment record: e774d734-d796-4baa-b520-4999d456c7b5 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 728.902782] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 728.902782] env[65997]: value = "task-4717832" [ 728.902782] env[65997]: _type = "Task" [ 728.902782] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.913476] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.938526] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.981166] env[65997]: DEBUG nova.network.neutron [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Updated VIF entry in instance network info cache for port 687397ef-ca49-4d24-bcd3-7a565ce4d444. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 728.981703] env[65997]: DEBUG nova.network.neutron [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Updating instance_info_cache with network_info: [{"id": "687397ef-ca49-4d24-bcd3-7a565ce4d444", "address": "fa:16:3e:b6:83:d1", "network": {"id": "c34a7296-3b5c-4436-829d-c1eb3162a4ea", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-817476015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4163f8f38a44b879eaa55e4526d99b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687397ef-ca", "ovs_interfaceid": "687397ef-ca49-4d24-bcd3-7a565ce4d444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.985423] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.147616] env[65997]: DEBUG oslo_vmware.api [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717831, 'name': PowerOffVM_Task, 'duration_secs': 0.227252} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.147616] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.147616] env[65997]: DEBUG nova.compute.manager [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 729.148059] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6120654-038f-4154-9d5f-5792d5bbe0ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.166028] env[65997]: DEBUG nova.compute.utils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.168996] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 729.170106] env[65997]: DEBUG nova.network.neutron [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 729.170729] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.171160] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.234079] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717830, 'name': CreateVM_Task, 'duration_secs': 0.622718} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.237705] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.238856] env[65997]: WARNING neutronclient.v2_0.client [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.239348] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.250932] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5262db5a-e7ff-20f5-62a6-d2043f86e6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.251328] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.251620] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.253188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.253188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.253188] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.253188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.253341] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.253449] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94afaf5-38c7-4550-8024-4d6e83b4f322 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256224] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f26afe-935e-4233-9e9a-de3060fdc30c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.264277] env[65997]: DEBUG nova.policy [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40f71a45f323452896e4774dfff22c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '429e6d70c8c94fadaabcbde47a6fd58f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.267091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d0b6e568-a4aa-4a97-808f-047481c42399 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.900s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.269476] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 729.269476] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5217d76e-38be-5932-cd03-604847026413" [ 729.269476] env[65997]: _type = "Task" [ 729.269476] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.275466] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.275700] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.278036] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5149890-b69b-4758-aae3-790ea382194f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.291902] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 729.291902] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527d28d8-955e-5681-06d1-47a7c775c017" [ 729.291902] env[65997]: _type = "Task" [ 729.291902] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.292328] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5217d76e-38be-5932-cd03-604847026413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.308745] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527d28d8-955e-5681-06d1-47a7c775c017, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.310623] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2da2c4c-aaee-44ce-93c5-ca99512ad562 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.321366] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 729.321366] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52196b00-3553-9ada-f95a-3f38daf6322a" [ 729.321366] env[65997]: _type = "Task" [ 729.321366] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.335749] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52196b00-3553-9ada-f95a-3f38daf6322a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.342997] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.343288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.343565] env[65997]: DEBUG nova.compute.manager [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Going to confirm migration 1 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 729.416627] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717832, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.484483] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] Releasing lock "refresh_cache-2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.484808] env[65997]: DEBUG nova.compute.manager [req-cdbe9a2c-fbf9-488b-a0b6-47a5fc2b94a5 req-091cd0de-ca33-4bbc-af3d-47a0fb95d411 service nova] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Received event network-vif-deleted-d9b85015-260e-4fac-8ce7-653425e820dc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.665501] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17ab7e1d-3cd5-421c-88b2-091e898f3c2b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.675322] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 729.690849] env[65997]: DEBUG nova.network.neutron [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Successfully created port: c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.786917] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5217d76e-38be-5932-cd03-604847026413, 'name': SearchDatastore_Task, 'duration_secs': 0.024881} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.787243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.787469] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.787700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.852091] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52196b00-3553-9ada-f95a-3f38daf6322a, 'name': SearchDatastore_Task, 'duration_secs': 0.01527} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.852254] env[65997]: WARNING neutronclient.v2_0.client [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.854327] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.854589] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 979bc542-5e49-4fe5-a697-c96a85707fd4/979bc542-5e49-4fe5-a697-c96a85707fd4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.855499] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.855499] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.855674] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c6ad24d-1564-4c51-9be5-efc1a912536b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.858464] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf1e650e-12b1-4538-9cde-28b764aeb4f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.870838] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 729.870838] env[65997]: value = "task-4717836" [ 729.870838] env[65997]: _type = "Task" [ 729.870838] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.874700] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.875061] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.882811] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950683b9-16a0-4201-a482-249361fdf071 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.896234] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 729.896234] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5256aa50-05d3-4c7f-1e41-8a920c0435d2" [ 729.896234] env[65997]: _type = "Task" [ 729.896234] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.896485] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.905855] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5256aa50-05d3-4c7f-1e41-8a920c0435d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.920608] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "9ce048fa-160b-4363-841f-a93a3819315d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.922029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "9ce048fa-160b-4363-841f-a93a3819315d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.922029] env[65997]: DEBUG oslo_vmware.api [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717832, 'name': RemoveSnapshot_Task, 'duration_secs': 0.983357} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.927016] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 729.927016] env[65997]: INFO nova.compute.manager [None req-60c0a1b1-021c-4ec4-ad20-1947b1472ffa tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 730.311282] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f51c99-a0d9-463d-bdfd-7cec8a2a1191 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.316769] env[65997]: WARNING neutronclient.v2_0.client [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.317207] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.317494] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317596] env[65997]: DEBUG nova.network.neutron [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.317788] env[65997]: DEBUG nova.objects.instance [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lazy-loading 'info_cache' on Instance uuid b93722a0-d866-4a9f-a92b-859ed6dc4ccc {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.325834] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8675373d-4905-4d17-9eb7-965aa345c169 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.366953] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4398ed-b0bd-41f0-bbed-f1d8e44f600e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.380662] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3cdba-16f3-4b50-b0c0-95b8dcc51ed5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.391509] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717836, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.403740] env[65997]: DEBUG nova.compute.provider_tree [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.419534] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5256aa50-05d3-4c7f-1e41-8a920c0435d2, 'name': SearchDatastore_Task, 'duration_secs': 0.022899} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.420425] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3fcd96-3d3e-4b08-ab2f-b4604f05fea2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.432831] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 730.432831] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527eba17-b6db-5ecd-0f25-a6f43d5a2c07" [ 730.432831] env[65997]: _type = "Task" [ 730.432831] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.432831] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 730.448791] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527eba17-b6db-5ecd-0f25-a6f43d5a2c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.696189] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 730.738318] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 730.738318] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.738663] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 730.738781] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.740129] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 730.741567] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 730.741567] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.741567] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 730.745268] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 730.745877] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 730.745877] env[65997]: DEBUG nova.virt.hardware [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 730.746996] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21bf08-1a69-4c13-a085-364a4d359ac1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.761648] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687926c9-72bb-4fd1-a056-3cae3a73798f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.890524] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740212} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.890891] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 979bc542-5e49-4fe5-a697-c96a85707fd4/979bc542-5e49-4fe5-a697-c96a85707fd4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.891185] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.891517] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adcea3c6-d634-4efa-9081-cbc28fcb7b1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.901115] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 730.901115] env[65997]: value = "task-4717837" [ 730.901115] env[65997]: _type = "Task" [ 730.901115] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.914391] env[65997]: DEBUG nova.scheduler.client.report [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.919543] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.951755] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527eba17-b6db-5ecd-0f25-a6f43d5a2c07, 'name': SearchDatastore_Task, 'duration_secs': 0.064073} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.954266] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954527] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651/5ee31ca0-6fbc-42ed-af41-5a390166d651.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.955692] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66cf4aa4-ca3b-4b12-bb2d-9e0364699a42 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.962661] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 730.962661] env[65997]: value = "task-4717839" [ 730.962661] env[65997]: _type = "Task" [ 730.962661] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.972965] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.974596] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.325761] env[65997]: WARNING neutronclient.v2_0.client [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.411714] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084952} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.412474] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.416122] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81e406-eb8f-42e1-9482-235b805f1e12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.431171] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.431982] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 731.444957] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 979bc542-5e49-4fe5-a697-c96a85707fd4/979bc542-5e49-4fe5-a697-c96a85707fd4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.445791] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.697s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.446176] env[65997]: DEBUG nova.objects.instance [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'resources' on Instance uuid bb365824-7ba1-4317-ae4c-9b6de675dc4e {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.447497] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333c3e3e-5f56-4530-9f94-4d8eaada2b7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.479758] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.480335] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 731.480335] env[65997]: value = "task-4717841" [ 731.480335] env[65997]: _type = "Task" [ 731.480335] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.492769] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.512022] env[65997]: DEBUG nova.network.neutron [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Successfully updated port: c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.947210] env[65997]: DEBUG nova.compute.utils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.950950] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 731.951153] env[65997]: DEBUG nova.network.neutron [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 731.951562] env[65997]: WARNING neutronclient.v2_0.client [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.951880] env[65997]: WARNING neutronclient.v2_0.client [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.980157] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717839, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.993924] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.017250] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "refresh_cache-483e13f3-710c-4221-9fc9-090418c6703c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.017791] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquired lock "refresh_cache-483e13f3-710c-4221-9fc9-090418c6703c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.017836] env[65997]: DEBUG nova.network.neutron [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.079715] env[65997]: DEBUG nova.policy [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a4ffb0659f4b4faa1bc25c7a1a249a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff19049733e54c9dad21a090c5e2cbc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.120512] env[65997]: WARNING neutronclient.v2_0.client [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.458899] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 732.481970] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717839, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025482} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.482613] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651/5ee31ca0-6fbc-42ed-af41-5a390166d651.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.482874] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.486281] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d793ce-edd8-485f-a0cf-0e181f6bc011 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.497020] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717841, 'name': ReconfigVM_Task, 'duration_secs': 0.603055} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.501374] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 979bc542-5e49-4fe5-a697-c96a85707fd4/979bc542-5e49-4fe5-a697-c96a85707fd4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.502264] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 732.502264] env[65997]: value = "task-4717842" [ 732.502264] env[65997]: _type = "Task" [ 732.502264] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.502750] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33697246-96a9-4c29-b805-208c6bffb9a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.515932] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.518564] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 732.518564] env[65997]: value = "task-4717843" [ 732.518564] env[65997]: _type = "Task" [ 732.518564] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.519847] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa6646-5fc6-43b2-ae2f-3c21f331eb02 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.523975] env[65997]: DEBUG nova.network.neutron [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Successfully created port: 2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 732.546134] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0f3179-62e2-436a-af9e-e6d5f8130535 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.550968] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717843, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.585665] env[65997]: DEBUG nova.network.neutron [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance_info_cache with network_info: [{"id": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "address": "fa:16:3e:7a:26:ae", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784d2c25-98", "ovs_interfaceid": "784d2c25-9879-46f9-b227-ca88d2f3aab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.587618] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0bbe9a-a395-46d1-89dd-a0f2a0be55e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.597641] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560ef65-58ec-4725-8b07-0e00c597de72 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.616738] env[65997]: DEBUG nova.compute.provider_tree [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.638364] env[65997]: DEBUG nova.network.neutron [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 732.796993] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Received event network-changed-bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.797279] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Refreshing instance network info cache due to event network-changed-bafba534-a0db-4880-b146-e50b61db367d. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 732.797601] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquiring lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.797875] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquired lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.797875] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Refreshing network info cache for port bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.814161] env[65997]: DEBUG nova.compute.manager [req-30831f87-e8db-41eb-96f4-ff340310bdf0 req-5d88344d-1d72-471a-84a5-7a9ae0c7de96 service nova] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Received event network-vif-deleted-8ece435b-4059-4b6d-8560-25f11d22bcbd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.818327] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.999825] env[65997]: DEBUG nova.network.neutron [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Updating instance_info_cache with network_info: [{"id": "c8558216-5c02-47dd-8c4a-24eed349fa75", "address": "fa:16:3e:c0:63:ce", "network": {"id": "e8f4dd8e-deca-421b-9355-060a722304e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2087925932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429e6d70c8c94fadaabcbde47a6fd58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8558216-5c", "ovs_interfaceid": "c8558216-5c02-47dd-8c4a-24eed349fa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.017321] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086611} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.017813] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.018369] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0d5ad-25e9-44cf-83ca-d8aada48b631 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.043957] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651/5ee31ca0-6fbc-42ed-af41-5a390166d651.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.048011] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dadb866-60f6-43b2-9bfe-f4ab7652eae9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.069796] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717843, 'name': Rename_Task, 'duration_secs': 0.181411} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.071697] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.071697] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 733.071697] env[65997]: value = "task-4717845" [ 733.071697] env[65997]: _type = "Task" [ 733.071697] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.072013] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f761c4c-b28c-46ac-92e5-94a91a50f8ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.083683] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717845, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.085176] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 733.085176] env[65997]: value = "task-4717846" [ 733.085176] env[65997]: _type = "Task" [ 733.085176] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.091348] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-b93722a0-d866-4a9f-a92b-859ed6dc4ccc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.091604] env[65997]: DEBUG nova.objects.instance [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lazy-loading 'migration_context' on Instance uuid b93722a0-d866-4a9f-a92b-859ed6dc4ccc {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.118280] env[65997]: DEBUG nova.scheduler.client.report [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.304686] env[65997]: WARNING neutronclient.v2_0.client [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.470736] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 733.474485] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 733.474718] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920673', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'name': 'volume-d1a7d681-c804-42c8-82e4-6e50065c46a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91405c7-49e7-4579-9553-498d1287bb98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'serial': 'd1a7d681-c804-42c8-82e4-6e50065c46a8'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 733.475641] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc99663-4458-41ad-8606-fe10db1642ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.498885] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c5c160-6718-41c9-80c3-5f9a20170c48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.502108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Releasing lock "refresh_cache-483e13f3-710c-4221-9fc9-090418c6703c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.503326] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Instance network_info: |[{"id": "c8558216-5c02-47dd-8c4a-24eed349fa75", "address": "fa:16:3e:c0:63:ce", "network": {"id": "e8f4dd8e-deca-421b-9355-060a722304e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2087925932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429e6d70c8c94fadaabcbde47a6fd58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8558216-5c", "ovs_interfaceid": "c8558216-5c02-47dd-8c4a-24eed349fa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 733.503461] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:63:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8558216-5c02-47dd-8c4a-24eed349fa75', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.511050] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Creating folder: Project (429e6d70c8c94fadaabcbde47a6fd58f). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.514041] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 733.514297] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.514441] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 733.514616] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.514756] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 733.514903] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 733.515356] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 733.515524] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 733.515708] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 733.515876] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 733.516081] env[65997]: DEBUG nova.virt.hardware [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 733.516795] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef1ca59-326f-42bc-aabd-f57657e84dbb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.521897] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badf904c-141f-4d97-b5c4-12053c454b00 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.525814] env[65997]: WARNING neutronclient.v2_0.client [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.548238] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-d1a7d681-c804-42c8-82e4-6e50065c46a8/volume-d1a7d681-c804-42c8-82e4-6e50065c46a8.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.549759] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42f9157-0295-45f8-bdde-20e2ee2e564a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.568253] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Created folder: Project (429e6d70c8c94fadaabcbde47a6fd58f) in parent group-v920549. [ 733.568913] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Creating folder: Instances. Parent ref: group-v920674. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.569247] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e43431-4540-4d0c-9706-f479b86e4027 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.572076] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a9ed49-9306-480c-ae9c-57061f233ef3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.582087] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Waiting for the task: (returnval){ [ 733.582087] env[65997]: value = "task-4717848" [ 733.582087] env[65997]: _type = "Task" [ 733.582087] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.606222] env[65997]: DEBUG nova.objects.base [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.611345] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdbe61f-5b49-4aff-b307-db52f912f614 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.614401] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Created folder: Instances in parent group-v920674. [ 733.614698] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.626394] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.626769] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.627640] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.630193] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.634542] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4c720e9-d5ce-4a27-a539-0f6629e0b57e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.649786] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.530s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.650173] env[65997]: DEBUG nova.objects.instance [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lazy-loading 'resources' on Instance uuid 57737baf-72aa-4aa8-947a-aba2f1c900f1 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.655021] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.672270] env[65997]: INFO nova.scheduler.client.report [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocations for instance bb365824-7ba1-4317-ae4c-9b6de675dc4e [ 733.673619] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0f6af9-1be5-4164-abf1-278638cce916 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.681798] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.681798] env[65997]: value = "task-4717850" [ 733.681798] env[65997]: _type = "Task" [ 733.681798] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.692058] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717850, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.694391] env[65997]: DEBUG oslo_vmware.api [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 733.694391] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ef404-b2ab-8913-9ae8-18012d2613cc" [ 733.694391] env[65997]: _type = "Task" [ 733.694391] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.707896] env[65997]: DEBUG oslo_vmware.api [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ef404-b2ab-8913-9ae8-18012d2613cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.776327] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Updated VIF entry in instance network info cache for port bafba534-a0db-4880-b146-e50b61db367d. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.776690] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Updating instance_info_cache with network_info: [{"id": "bafba534-a0db-4880-b146-e50b61db367d", "address": "fa:16:3e:f2:f6:f0", "network": {"id": "43f77e45-e432-4429-a1d1-6529ec39ebe3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1824835574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d72958be154a48b43a6bf2662d7877", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafba534-a0", "ovs_interfaceid": "bafba534-a0db-4880-b146-e50b61db367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.094088] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717845, 'name': ReconfigVM_Task, 'duration_secs': 0.54572} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.095901] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651/5ee31ca0-6fbc-42ed-af41-5a390166d651.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.096966] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65997) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 734.096966] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d51385d5-5163-4b74-8886-4306e97056b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.102686] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.107617] env[65997]: DEBUG oslo_vmware.api [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4717846, 'name': PowerOnVM_Task, 'duration_secs': 0.689668} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.109073] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.109305] env[65997]: INFO nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Took 13.33 seconds to spawn the instance on the hypervisor. [ 734.109484] env[65997]: DEBUG nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.109824] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 734.109824] env[65997]: value = "task-4717851" [ 734.109824] env[65997]: _type = "Task" [ 734.109824] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.110579] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7b81a2-b26f-45ed-b311-b6fb2fd887f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.133138] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717851, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.134897] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "8dc53e6b-d2df-446f-af12-73f67b717546" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.135157] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.135329] env[65997]: DEBUG nova.compute.manager [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.136577] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2ae2a-ebd4-484e-a322-c1ae1d106540 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.144497] env[65997]: DEBUG nova.compute.manager [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 734.145222] env[65997]: DEBUG nova.objects.instance [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lazy-loading 'flavor' on Instance uuid 8dc53e6b-d2df-446f-af12-73f67b717546 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.192844] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d397843-b37d-46c8-92cb-01b9af822cff tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "bb365824-7ba1-4317-ae4c-9b6de675dc4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.119s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.203791] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717850, 'name': CreateVM_Task, 'duration_secs': 0.389155} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.204449] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.205180] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.205667] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.205897] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.206402] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.207123] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5d3407-094b-40c1-8e46-c7056b095dee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.214489] env[65997]: DEBUG oslo_vmware.api [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ef404-b2ab-8913-9ae8-18012d2613cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015931} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.219121] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.228103] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 734.228103] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52319676-0b6d-a62e-e8db-c57586ebbdca" [ 734.228103] env[65997]: _type = "Task" [ 734.228103] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.240516] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52319676-0b6d-a62e-e8db-c57586ebbdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.281118] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Releasing lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.281383] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Received event network-vif-plugged-43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.281567] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquiring lock "5ee31ca0-6fbc-42ed-af41-5a390166d651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.281761] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.281919] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.282096] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] No waiting events found dispatching network-vif-plugged-43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.282315] env[65997]: WARNING nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Received unexpected event network-vif-plugged-43b5d351-f068-4b72-b791-5d7135933dec for instance with vm_state building and task_state spawning. [ 734.282479] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Received event network-changed-43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.282626] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Refreshing instance network info cache due to event network-changed-43b5d351-f068-4b72-b791-5d7135933dec. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 734.282801] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquiring lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.282933] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquired lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.283101] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Refreshing network info cache for port 43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.300055] env[65997]: DEBUG nova.network.neutron [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Successfully updated port: 2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.373724] env[65997]: DEBUG nova.objects.instance [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lazy-loading 'flavor' on Instance uuid 4e9caa7d-601c-4660-8430-1884d634b2a3 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.381688] env[65997]: DEBUG nova.compute.manager [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.382448] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5242ee44-9845-4b3d-afc8-fdf4810de22d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.386729] env[65997]: DEBUG nova.compute.manager [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.390462] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5fd3d0-07b4-40ec-99d7-60e901b11a18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.504063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.504063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.504063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.504063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.504513] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.510128] env[65997]: INFO nova.compute.manager [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Terminating instance [ 734.598804] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717848, 'name': ReconfigVM_Task, 'duration_secs': 0.631328} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.599059] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-d1a7d681-c804-42c8-82e4-6e50065c46a8/volume-d1a7d681-c804-42c8-82e4-6e50065c46a8.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.607458] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ab24d5-8f9d-49bf-b9db-04fd5ef7a7c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.630366] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717851, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.102449} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.631771] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65997) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 734.636758] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Waiting for the task: (returnval){ [ 734.636758] env[65997]: value = "task-4717852" [ 734.636758] env[65997]: _type = "Task" [ 734.636758] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.644036] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667ed53d-f070-4564-8d62-859047c3d2e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.646475] env[65997]: INFO nova.compute.manager [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Took 38.91 seconds to build instance. [ 734.657267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "8f323541-d3f4-4210-bd23-0b8aadab5d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.657267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "8f323541-d3f4-4210-bd23-0b8aadab5d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.681926] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651/ephemeral_0.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.689170] env[65997]: WARNING oslo_messaging._drivers.amqpdriver [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 734.691262] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41b3f42-8b59-4ddc-be2e-3516f0ec24b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.705885] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.707755] env[65997]: DEBUG nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 734.710303] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.711283] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a6a7b6-10c2-4fe8-bd55-c2a8c5c9d7a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.723701] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 734.723701] env[65997]: value = "task-4717853" [ 734.723701] env[65997]: _type = "Task" [ 734.723701] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.725532] env[65997]: DEBUG oslo_vmware.api [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 734.725532] env[65997]: value = "task-4717854" [ 734.725532] env[65997]: _type = "Task" [ 734.725532] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.750971] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.758040] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52319676-0b6d-a62e-e8db-c57586ebbdca, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.758635] env[65997]: DEBUG oslo_vmware.api [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.761508] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.761757] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.762248] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.762248] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.762379] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.763638] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7ff786-bb2f-4470-9687-974068a2f60d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.775111] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.775425] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.776642] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4588515e-996f-4816-8da1-65b546548e16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.784889] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 734.784889] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cc33fb-cf06-5505-e3ca-f39efd531ff1" [ 734.784889] env[65997]: _type = "Task" [ 734.784889] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.788433] env[65997]: WARNING neutronclient.v2_0.client [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.804275] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "refresh_cache-8e109a78-f755-4d0f-87d9-9e51c8ed1c17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.804275] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquired lock "refresh_cache-8e109a78-f755-4d0f-87d9-9e51c8ed1c17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.806059] env[65997]: DEBUG nova.network.neutron [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.807570] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cc33fb-cf06-5505-e3ca-f39efd531ff1, 'name': SearchDatastore_Task} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.810395] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99590908-efa5-4326-b311-bdf93ca4469f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.814815] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd2fbf0-2262-4d5b-be54-a0affaa3c7ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.832385] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 734.832385] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c08386-7652-5e08-89ca-cb4ddbe78602" [ 734.832385] env[65997]: _type = "Task" [ 734.832385] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.833647] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3116fb0d-9198-4f3e-9db7-ca1eedeeffc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.879935] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c08386-7652-5e08-89ca-cb4ddbe78602, 'name': SearchDatastore_Task, 'duration_secs': 0.015378} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.882373] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.882747] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 483e13f3-710c-4221-9fc9-090418c6703c/483e13f3-710c-4221-9fc9-090418c6703c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.883800] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1589e829-80a9-4e70-94ea-14fbe9e22b08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.888390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.888701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889257] env[65997]: WARNING neutronclient.v2_0.client [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.891915] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd58e2b5-82ec-43c7-a991-082369957c1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.905663] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b634c6-c9cb-403a-a390-98f5e1a4b7ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.910395] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 734.910395] env[65997]: value = "task-4717855" [ 734.910395] env[65997]: _type = "Task" [ 734.910395] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.911554] env[65997]: INFO nova.compute.manager [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] instance snapshotting [ 734.911770] env[65997]: WARNING nova.compute.manager [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 734.914880] env[65997]: INFO nova.compute.manager [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] instance snapshotting [ 734.923774] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b07b468-4d3a-49c8-a96d-7bbcda092d8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.929755] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7557fd08-c4e0-489e-8054-b4700db5401b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.941309] env[65997]: DEBUG nova.compute.provider_tree [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.952427] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.987566] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "40bb9bf1-0645-44f3-aec8-853114f9cea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.991016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.991016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "40bb9bf1-0645-44f3-aec8-853114f9cea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.991016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.991016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.991284] env[65997]: INFO nova.compute.manager [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Terminating instance [ 735.002202] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4147e0-c693-4d16-9ef6-c80db79ba96a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.002202] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098a4de-f882-4b76-a224-27abdc0991be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.022346] env[65997]: DEBUG nova.compute.manager [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 735.022346] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.023283] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e278d92a-2a3f-40fe-b05e-d5c9add75ab0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.033618] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.034023] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b5b1c4-ac7b-47d8-88fe-0ad4595995eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.042661] env[65997]: DEBUG oslo_vmware.api [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 735.042661] env[65997]: value = "task-4717857" [ 735.042661] env[65997]: _type = "Task" [ 735.042661] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.057605] env[65997]: DEBUG oslo_vmware.api [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.156342] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7fe792e8-07da-4ca8-8537-29b544007d67 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.430s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.162988] env[65997]: DEBUG oslo_vmware.api [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717852, 'name': ReconfigVM_Task, 'duration_secs': 0.197611} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.164135] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920673', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'name': 'volume-d1a7d681-c804-42c8-82e4-6e50065c46a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91405c7-49e7-4579-9553-498d1287bb98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'serial': 'd1a7d681-c804-42c8-82e4-6e50065c46a8'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 735.249656] env[65997]: DEBUG oslo_vmware.api [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717854, 'name': PowerOffVM_Task, 'duration_secs': 0.229484} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.250440] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717853, 'name': ReconfigVM_Task, 'duration_secs': 0.468733} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.250680] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.250881] env[65997]: DEBUG nova.compute.manager [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.251196] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651/ephemeral_0.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.253347] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.254036] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d97e9ac-fbaa-41a5-ad41-a08e8086dcdc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.258195] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-136c623e-79c0-42b4-a6fd-98576f1facbc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.270745] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 735.270745] env[65997]: value = "task-4717858" [ 735.270745] env[65997]: _type = "Task" [ 735.270745] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.283869] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717858, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.371457] env[65997]: WARNING neutronclient.v2_0.client [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.428408] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.445831] env[65997]: DEBUG nova.scheduler.client.report [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.480526] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.480845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.507849] env[65997]: DEBUG nova.compute.manager [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 735.508227] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.509057] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b2e653-4d93-4cc2-a1a1-a921a57b0f7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.520375] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.520786] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce603451-311d-4dc6-840e-052398b69f1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.524570] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.525017] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71aed95f-8fd3-4879-8cd1-c23dc03972f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.528529] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.529692] env[65997]: DEBUG nova.network.neutron [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 735.532055] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab7b6500-71f7-4f62-a2a9-c39521f17d6f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.545214] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 735.545214] env[65997]: value = "task-4717860" [ 735.545214] env[65997]: _type = "Task" [ 735.545214] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.554162] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 735.554162] env[65997]: value = "task-4717861" [ 735.554162] env[65997]: _type = "Task" [ 735.554162] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.565190] env[65997]: DEBUG oslo_vmware.api [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717857, 'name': PowerOffVM_Task, 'duration_secs': 0.263371} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.566297] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.566297] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.566472] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962b2b71-4bd8-4f1f-8169-089e6a9c583b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.574553] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.574898] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.605024] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.605317] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.605556] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Deleting the datastore file [datastore1] 40bb9bf1-0645-44f3-aec8-853114f9cea4 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.605899] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e51c45-3edc-4b1a-987e-acde124a6650 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.614409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.614915] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.614915] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.614915] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.615237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.619781] env[65997]: DEBUG oslo_vmware.api [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 735.619781] env[65997]: value = "task-4717863" [ 735.619781] env[65997]: _type = "Task" [ 735.619781] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.620358] env[65997]: INFO nova.compute.manager [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Terminating instance [ 735.633438] env[65997]: DEBUG oslo_vmware.api [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.659425] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.659654] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.659871] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Deleting the datastore file [datastore2] 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.660179] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-082a89b3-0080-4f8f-b33d-ce6c701610a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.671441] env[65997]: DEBUG oslo_vmware.api [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for the task: (returnval){ [ 735.671441] env[65997]: value = "task-4717864" [ 735.671441] env[65997]: _type = "Task" [ 735.671441] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.682982] env[65997]: DEBUG oslo_vmware.api [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.709791] env[65997]: DEBUG nova.network.neutron [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.777608] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1fd25e5c-1bb0-4d7f-a4bf-7679f6b9d945 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.642s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.788765] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717858, 'name': Rename_Task, 'duration_secs': 0.264218} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.789079] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.790024] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa405f3f-2a0e-4041-9660-11fe70aeeaaa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.796274] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updated VIF entry in instance network info cache for port 43b5d351-f068-4b72-b791-5d7135933dec. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.796274] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updating instance_info_cache with network_info: [{"id": "43b5d351-f068-4b72-b791-5d7135933dec", "address": "fa:16:3e:3d:10:e5", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5d351-f0", "ovs_interfaceid": "43b5d351-f068-4b72-b791-5d7135933dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.805023] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 735.805023] env[65997]: value = "task-4717865" [ 735.805023] env[65997]: _type = "Task" [ 735.805023] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.819031] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.863315] env[65997]: WARNING neutronclient.v2_0.client [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.932755] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62126} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.934676] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 483e13f3-710c-4221-9fc9-090418c6703c/483e13f3-710c-4221-9fc9-090418c6703c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.934938] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.935552] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe589b3-d4ca-45ed-b085-4603dd8d86e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.944301] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 735.944301] env[65997]: value = "task-4717866" [ 735.944301] env[65997]: _type = "Task" [ 735.944301] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.951924] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.960492] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.021s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.960492] env[65997]: DEBUG nova.objects.instance [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lazy-loading 'resources' on Instance uuid f8526053-5d15-4323-8f9a-cfc2d8e22a2a {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.962322] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Received event network-vif-plugged-c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 735.963464] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Acquiring lock "483e13f3-710c-4221-9fc9-090418c6703c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.963464] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Lock "483e13f3-710c-4221-9fc9-090418c6703c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.963464] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Lock "483e13f3-710c-4221-9fc9-090418c6703c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.963464] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] No waiting events found dispatching network-vif-plugged-c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 735.963464] env[65997]: WARNING nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Received unexpected event network-vif-plugged-c8558216-5c02-47dd-8c4a-24eed349fa75 for instance with vm_state building and task_state spawning. [ 735.963805] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Received event network-changed-c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 735.963805] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Refreshing instance network info cache due to event network-changed-c8558216-5c02-47dd-8c4a-24eed349fa75. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 735.963805] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Acquiring lock "refresh_cache-483e13f3-710c-4221-9fc9-090418c6703c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.964010] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Acquired lock "refresh_cache-483e13f3-710c-4221-9fc9-090418c6703c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.964085] env[65997]: DEBUG nova.network.neutron [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Refreshing network info cache for port c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.965706] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.979423] env[65997]: DEBUG nova.network.neutron [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Updating instance_info_cache with network_info: [{"id": "2a6988b0-e558-48a1-a24a-2b342cda1a67", "address": "fa:16:3e:c8:c3:61", "network": {"id": "a09aecd7-9394-4fa9-ad71-0c2b9275e988", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1733409704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ff19049733e54c9dad21a090c5e2cbc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6988b0-e5", "ovs_interfaceid": "2a6988b0-e558-48a1-a24a-2b342cda1a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.983913] env[65997]: DEBUG nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 735.992201] env[65997]: INFO nova.scheduler.client.report [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Deleted allocations for instance 57737baf-72aa-4aa8-947a-aba2f1c900f1 [ 736.067044] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.079679] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.129713] env[65997]: DEBUG nova.compute.manager [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 736.129713] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.133349] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a268de2-6003-4ce9-a601-43daa4130e0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.136384] env[65997]: DEBUG oslo_vmware.api [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42626} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.136649] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.136829] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.136999] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.137193] env[65997]: INFO nova.compute.manager [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Took 0.63 seconds to destroy the instance on the hypervisor. [ 736.137437] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.138136] env[65997]: DEBUG nova.compute.manager [-] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 736.138236] env[65997]: DEBUG nova.network.neutron [-] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 736.138526] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.144075] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.144320] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08ce51b-af69-4937-b189-32c03521b517 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.152141] env[65997]: DEBUG oslo_vmware.api [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 736.152141] env[65997]: value = "task-4717867" [ 736.152141] env[65997]: _type = "Task" [ 736.152141] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.163480] env[65997]: DEBUG oslo_vmware.api [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.185356] env[65997]: DEBUG oslo_vmware.api [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Task: {'id': task-4717864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40033} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.185795] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.186047] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.186289] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.186690] env[65997]: INFO nova.compute.manager [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 736.186946] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.187202] env[65997]: DEBUG nova.compute.manager [-] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 736.187334] env[65997]: DEBUG nova.network.neutron [-] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 736.187629] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.212779] env[65997]: WARNING neutronclient.v2_0.client [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.219553] env[65997]: DEBUG nova.objects.instance [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lazy-loading 'flavor' on Instance uuid b91405c7-49e7-4579-9553-498d1287bb98 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.294020] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.299123] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Releasing lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.299658] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Received event network-changed-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.299911] env[65997]: DEBUG nova.compute.manager [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Refreshing instance network info cache due to event network-changed-ec6a5493-f555-4b2c-a42c-6ecfab0a4374. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 736.300285] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquiring lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.300542] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Acquired lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.301380] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Refreshing network info cache for port ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.317178] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.383276] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.459085] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14753} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.459469] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.460845] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef79787-7ce8-4e74-88dc-c8afa0d94bd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.470256] env[65997]: WARNING neutronclient.v2_0.client [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.490992] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Releasing lock "refresh_cache-8e109a78-f755-4d0f-87d9-9e51c8ed1c17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.490992] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Instance network_info: |[{"id": "2a6988b0-e558-48a1-a24a-2b342cda1a67", "address": "fa:16:3e:c8:c3:61", "network": {"id": "a09aecd7-9394-4fa9-ad71-0c2b9275e988", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1733409704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ff19049733e54c9dad21a090c5e2cbc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6988b0-e5", "ovs_interfaceid": "2a6988b0-e558-48a1-a24a-2b342cda1a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 736.505462] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 483e13f3-710c-4221-9fc9-090418c6703c/483e13f3-710c-4221-9fc9-090418c6703c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.505997] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:c3:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6988b0-e558-48a1-a24a-2b342cda1a67', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.514475] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Creating folder: Project (ff19049733e54c9dad21a090c5e2cbc5). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.518890] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeff91bb-1679-4339-89a7-814901368a8f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.540022] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebb8cde3-26bb-4d9f-a1e1-830041b08773 tempest-InstanceActionsTestJSON-55783644 tempest-InstanceActionsTestJSON-55783644-project-member] Lock "57737baf-72aa-4aa8-947a-aba2f1c900f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.773s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.545301] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdaac243-4977-455f-81e7-36a53fe02d33 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.555332] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 736.555332] env[65997]: value = "task-4717869" [ 736.555332] env[65997]: _type = "Task" [ 736.555332] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.565177] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Created folder: Project (ff19049733e54c9dad21a090c5e2cbc5) in parent group-v920549. [ 736.566350] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Creating folder: Instances. Parent ref: group-v920677. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.570315] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1fc1b9b-37d1-4b23-9e5b-49c8a092e4e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.575516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.580288] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.587609] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.593052] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.598707] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Created folder: Instances in parent group-v920677. [ 736.599040] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.599246] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.599456] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbac594b-83ae-4138-9878-a1e0787d9486 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.629407] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.629407] env[65997]: value = "task-4717871" [ 736.629407] env[65997]: _type = "Task" [ 736.629407] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.640490] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717871, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.666943] env[65997]: DEBUG oslo_vmware.api [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717867, 'name': PowerOffVM_Task, 'duration_secs': 0.286906} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.667405] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.667576] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.667978] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b16c2814-bce8-4b2c-a8ca-5659dd4c625f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.725918] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba950938-a32d-44da-8c30-ebd5c296e70e tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lock "b91405c7-49e7-4579-9553-498d1287bb98" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.921s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.752873] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.753398] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.753398] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Deleting the datastore file [datastore2] 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.756719] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5109fc-a358-4e5c-b735-df473a69d5e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.766538] env[65997]: DEBUG oslo_vmware.api [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for the task: (returnval){ [ 736.766538] env[65997]: value = "task-4717873" [ 736.766538] env[65997]: _type = "Task" [ 736.766538] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.779601] env[65997]: DEBUG oslo_vmware.api [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.805992] env[65997]: WARNING neutronclient.v2_0.client [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.824568] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.084207] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717860, 'name': CreateSnapshot_Task, 'duration_secs': 1.070026} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.084207] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.084536] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b00a472-9fe1-43be-bced-2f7cd4060dc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.095716] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.096014] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717869, 'name': ReconfigVM_Task, 'duration_secs': 0.437756} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.096830] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 483e13f3-710c-4221-9fc9-090418c6703c/483e13f3-710c-4221-9fc9-090418c6703c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.097749] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f032bd-cae0-4f82-9d7a-b79c8d7a76b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.111391] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 737.111391] env[65997]: value = "task-4717874" [ 737.111391] env[65997]: _type = "Task" [ 737.111391] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.123749] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717874, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.146301] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717871, 'name': CreateVM_Task, 'duration_secs': 0.435485} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.147421] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.147421] env[65997]: WARNING neutronclient.v2_0.client [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.147722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.148097] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.151887] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.151887] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74852c2b-8c71-468a-8d33-7e2e2283514f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.157751] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 737.157751] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52517b3e-aa79-894d-6ba4-f01d7f30a6b8" [ 737.157751] env[65997]: _type = "Task" [ 737.157751] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.164964] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b4225c-cfac-41bb-aae7-264bde56247b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.178654] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52517b3e-aa79-894d-6ba4-f01d7f30a6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.181255] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.181600] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.181889] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.182034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.182143] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.182628] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7eab514-3e7c-4339-bfd3-b036b26f2345 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.185395] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711725d8-169f-4d32-af04-e0de01f1f5cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.224825] env[65997]: DEBUG nova.network.neutron [-] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.228134] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b103179e-d4b0-4ffd-806a-344bdc976e17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.231056] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.231251] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.232714] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8b4855-6cef-4e7c-9755-60afd095b4d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.243627] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 737.243627] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0a010-06fd-ddb1-e2c8-6a566917bb4f" [ 737.243627] env[65997]: _type = "Task" [ 737.243627] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.245260] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403e11b-33bd-4f79-afe4-221dbf52adef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.271481] env[65997]: DEBUG nova.compute.provider_tree [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.282124] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0a010-06fd-ddb1-e2c8-6a566917bb4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.284254] env[65997]: DEBUG nova.scheduler.client.report [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.298646] env[65997]: DEBUG oslo_vmware.api [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Task: {'id': task-4717873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163386} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.299038] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.299504] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.299582] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.299774] env[65997]: INFO nova.compute.manager [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 737.300199] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 737.303055] env[65997]: DEBUG nova.compute.manager [-] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 737.303055] env[65997]: DEBUG nova.network.neutron [-] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 737.303055] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.327583] env[65997]: DEBUG oslo_vmware.api [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4717865, 'name': PowerOnVM_Task, 'duration_secs': 1.308173} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.327947] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.328223] env[65997]: INFO nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Took 11.16 seconds to spawn the instance on the hypervisor. [ 737.328516] env[65997]: DEBUG nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.329623] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3003bf98-2e5f-41bb-828a-c2cf1d9b8aa0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.487985] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.578936] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717861, 'name': CreateSnapshot_Task, 'duration_secs': 1.710637} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.578936] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.579277] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e266eeb-fee1-4931-a33d-baf7a0a59eeb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.619670] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.620150] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8598b8d9-5f4f-425c-b76d-528548213626 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.639429] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717874, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.641106] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 737.641106] env[65997]: value = "task-4717876" [ 737.641106] env[65997]: _type = "Task" [ 737.641106] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.652074] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717876, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.733456] env[65997]: INFO nova.compute.manager [-] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Took 1.59 seconds to deallocate network for instance. [ 737.755953] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0a010-06fd-ddb1-e2c8-6a566917bb4f, 'name': SearchDatastore_Task, 'duration_secs': 0.022511} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.757033] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34ff46f-c5ea-499e-b276-95937e6bbe31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.765775] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 737.765775] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f7cf26-85d9-42b7-3fb7-32e92adbff24" [ 737.765775] env[65997]: _type = "Task" [ 737.765775] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.774158] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f7cf26-85d9-42b7-3fb7-32e92adbff24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.790794] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.792779] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.807s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.795234] env[65997]: INFO nova.compute.claims [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.827854] env[65997]: INFO nova.scheduler.client.report [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Deleted allocations for instance f8526053-5d15-4323-8f9a-cfc2d8e22a2a [ 737.853302] env[65997]: INFO nova.compute.manager [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Took 39.02 seconds to build instance. [ 737.875786] env[65997]: DEBUG nova.network.neutron [-] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.102073] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.102866] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f408819-f454-46e6-9c4a-20e4c1a7f078 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.117813] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 738.117813] env[65997]: value = "task-4717877" [ 738.117813] env[65997]: _type = "Task" [ 738.117813] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.132704] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717874, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.139673] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717877, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.153746] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717876, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.244828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.280076] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f7cf26-85d9-42b7-3fb7-32e92adbff24, 'name': SearchDatastore_Task, 'duration_secs': 0.024705} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.280502] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.280809] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 8e109a78-f755-4d0f-87d9-9e51c8ed1c17/8e109a78-f755-4d0f-87d9-9e51c8ed1c17.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.281264] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b564ea-9d88-4744-a02c-66dc5d1d78ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.292072] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 738.292072] env[65997]: value = "task-4717878" [ 738.292072] env[65997]: _type = "Task" [ 738.292072] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.306751] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.337769] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c33b6ab1-7013-4be0-914d-4caf3c0df2ce tempest-TenantUsagesTestJSON-812525012 tempest-TenantUsagesTestJSON-812525012-project-member] Lock "f8526053-5d15-4323-8f9a-cfc2d8e22a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.067s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.354761] env[65997]: DEBUG oslo_concurrency.lockutils [None req-deac2e09-1b3a-474d-a446-b8a81b37be67 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.875s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.380702] env[65997]: INFO nova.compute.manager [-] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Took 2.19 seconds to deallocate network for instance. [ 738.506502] env[65997]: WARNING neutronclient.v2_0.client [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.580043] env[65997]: WARNING neutronclient.v2_0.client [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.632793] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717874, 'name': Rename_Task, 'duration_secs': 1.290586} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.638067] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.638357] env[65997]: DEBUG nova.network.neutron [-] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.640616] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717877, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.641299] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-675df9b4-d7e3-4979-bced-4c21844bd839 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.651851] env[65997]: WARNING neutronclient.v2_0.client [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.660145] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717876, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.663270] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 738.663270] env[65997]: value = "task-4717879" [ 738.663270] env[65997]: _type = "Task" [ 738.663270] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.677679] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.807207] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.813521] env[65997]: DEBUG nova.network.neutron [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.860105] env[65997]: DEBUG nova.network.neutron [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Updated VIF entry in instance network info cache for port c8558216-5c02-47dd-8c4a-24eed349fa75. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.860754] env[65997]: DEBUG nova.network.neutron [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Updating instance_info_cache with network_info: [{"id": "c8558216-5c02-47dd-8c4a-24eed349fa75", "address": "fa:16:3e:c0:63:ce", "network": {"id": "e8f4dd8e-deca-421b-9355-060a722304e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2087925932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429e6d70c8c94fadaabcbde47a6fd58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8558216-5c", "ovs_interfaceid": "c8558216-5c02-47dd-8c4a-24eed349fa75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.891872] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.963933] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updated VIF entry in instance network info cache for port ec6a5493-f555-4b2c-a42c-6ecfab0a4374. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.963933] env[65997]: DEBUG nova.network.neutron [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updating instance_info_cache with network_info: [{"id": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "address": "fa:16:3e:f1:20:49", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6a5493-f5", "ovs_interfaceid": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.138130] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717877, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.142417] env[65997]: INFO nova.compute.manager [-] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Took 1.84 seconds to deallocate network for instance. [ 739.165340] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717876, 'name': CloneVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.177714] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.309766] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541803} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.309766] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 8e109a78-f755-4d0f-87d9-9e51c8ed1c17/8e109a78-f755-4d0f-87d9-9e51c8ed1c17.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.309918] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.310142] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8072b29c-03c6-4e6b-b526-51ad0c4a78c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.318140] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.318497] env[65997]: DEBUG nova.compute.manager [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Inject network info {{(pid=65997) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 739.318805] env[65997]: DEBUG nova.compute.manager [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] network_info to inject: |[{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 739.324414] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Reconfiguring VM instance to set the machine id {{(pid=65997) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 739.326311] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddb8085-af1f-4a20-9c67-233e37cbc5e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.339103] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 739.339103] env[65997]: value = "task-4717881" [ 739.339103] env[65997]: _type = "Task" [ 739.339103] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.349358] env[65997]: DEBUG oslo_vmware.api [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 739.349358] env[65997]: value = "task-4717882" [ 739.349358] env[65997]: _type = "Task" [ 739.349358] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.360799] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.363244] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Releasing lock "refresh_cache-483e13f3-710c-4221-9fc9-090418c6703c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.363481] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Received event network-vif-plugged-2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.363750] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Acquiring lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.364021] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.364244] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.364455] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] No waiting events found dispatching network-vif-plugged-2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.364688] env[65997]: WARNING nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Received unexpected event network-vif-plugged-2a6988b0-e558-48a1-a24a-2b342cda1a67 for instance with vm_state building and task_state spawning. [ 739.364913] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Received event network-changed-2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.365158] env[65997]: DEBUG nova.compute.manager [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Refreshing instance network info cache due to event network-changed-2a6988b0-e558-48a1-a24a-2b342cda1a67. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.365389] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Acquiring lock "refresh_cache-8e109a78-f755-4d0f-87d9-9e51c8ed1c17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365563] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Acquired lock "refresh_cache-8e109a78-f755-4d0f-87d9-9e51c8ed1c17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365817] env[65997]: DEBUG nova.network.neutron [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Refreshing network info cache for port 2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.372218] env[65997]: DEBUG oslo_vmware.api [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.473528] env[65997]: DEBUG oslo_concurrency.lockutils [req-c0d7b7b7-7d3c-4d3f-95fb-596d5847f015 req-90d39335-79b7-46d2-9285-ffe64a69ed1f service nova] Releasing lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.529568] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8530e63-1f0b-4373-8206-ee3d0e4aefe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.538714] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413e89c-caa3-42a4-bb04-bfd9a1b85792 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.576162] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55497a0a-943a-47db-a578-5e3cd5e0296f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.587543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef7254-1917-4ada-93a5-708c7a15b692 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.607077] env[65997]: DEBUG nova.compute.provider_tree [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.630398] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717877, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.655652] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717876, 'name': CloneVM_Task, 'duration_secs': 1.600452} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.656134] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Created linked-clone VM from snapshot [ 739.656985] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb447b6-cdb0-44cd-aa96-0fe8035193fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.661237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.666750] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Uploading image dc078b28-afac-42d9-86bb-63feb1cae892 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 739.680505] env[65997]: DEBUG oslo_vmware.api [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717879, 'name': PowerOnVM_Task, 'duration_secs': 0.632043} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.680779] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.680974] env[65997]: INFO nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Took 8.98 seconds to spawn the instance on the hypervisor. [ 739.681164] env[65997]: DEBUG nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.682093] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff402d-de22-4134-bc9a-cf54c098b035 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.701585] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 739.701585] env[65997]: value = "vm-920683" [ 739.701585] env[65997]: _type = "VirtualMachine" [ 739.701585] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 739.701861] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a070c02-8e50-45c9-8f5d-abd93c0ba7a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.716758] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease: (returnval){ [ 739.716758] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cdcdf9-37a3-404f-b541-3365ef9bc7a1" [ 739.716758] env[65997]: _type = "HttpNfcLease" [ 739.716758] env[65997]: } obtained for exporting VM: (result){ [ 739.716758] env[65997]: value = "vm-920683" [ 739.716758] env[65997]: _type = "VirtualMachine" [ 739.716758] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 739.716758] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the lease: (returnval){ [ 739.716758] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cdcdf9-37a3-404f-b541-3365ef9bc7a1" [ 739.716758] env[65997]: _type = "HttpNfcLease" [ 739.716758] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 739.727025] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.727025] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cdcdf9-37a3-404f-b541-3365ef9bc7a1" [ 739.727025] env[65997]: _type = "HttpNfcLease" [ 739.727025] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 739.856900] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073745} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.857642] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.858423] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557284b-da0d-4600-bd74-2f9ecc9eafba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.863833] env[65997]: DEBUG oslo_vmware.api [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717882, 'name': ReconfigVM_Task, 'duration_secs': 0.408219} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.864493] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ba663edf-bb06-4d5d-a952-6953e43c565f tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Reconfigured VM instance to set the machine id {{(pid=65997) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 739.879164] env[65997]: WARNING neutronclient.v2_0.client [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.890334] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8e109a78-f755-4d0f-87d9-9e51c8ed1c17/8e109a78-f755-4d0f-87d9-9e51c8ed1c17.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.892321] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3139aad8-2451-40b0-918e-17610665e734 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.911044] env[65997]: DEBUG nova.compute.manager [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Received event network-changed-bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.911345] env[65997]: DEBUG nova.compute.manager [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Refreshing instance network info cache due to event network-changed-bafba534-a0db-4880-b146-e50b61db367d. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.911611] env[65997]: DEBUG oslo_concurrency.lockutils [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] Acquiring lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.911752] env[65997]: DEBUG oslo_concurrency.lockutils [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] Acquired lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.911968] env[65997]: DEBUG nova.network.neutron [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Refreshing network info cache for port bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.922036] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 739.922036] env[65997]: value = "task-4717884" [ 739.922036] env[65997]: _type = "Task" [ 739.922036] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.933330] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.129618] env[65997]: DEBUG nova.compute.manager [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.129973] env[65997]: DEBUG nova.compute.manager [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing instance network info cache due to event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.132046] env[65997]: DEBUG oslo_concurrency.lockutils [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.132046] env[65997]: DEBUG oslo_concurrency.lockutils [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.132046] env[65997]: DEBUG nova.network.neutron [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.138241] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717877, 'name': CloneVM_Task, 'duration_secs': 1.895004} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.139461] env[65997]: ERROR nova.scheduler.client.report [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [req-3fbfd66f-b596-48bd-b525-042a50d82a0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e1a15bd-fb11-46b1-bf35-a6d54600733e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fbfd66f-b596-48bd-b525-042a50d82a0c"}]} [ 740.140179] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Created linked-clone VM from snapshot [ 740.146166] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbb23a6-d13a-4049-834b-63f51d30983d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.163931] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Uploading image 7554f431-5f95-4786-8f37-a763f5c2d51f {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.167515] env[65997]: DEBUG nova.scheduler.client.report [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Refreshing inventories for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.192368] env[65997]: DEBUG nova.scheduler.client.report [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updating ProviderTree inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.192622] env[65997]: DEBUG nova.compute.provider_tree [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.208715] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.208715] env[65997]: value = "vm-920684" [ 740.208715] env[65997]: _type = "VirtualMachine" [ 740.208715] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.209037] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a07e0a23-4750-4966-bea5-a44e1468cbb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.215440] env[65997]: INFO nova.compute.manager [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Took 34.16 seconds to build instance. [ 740.218518] env[65997]: DEBUG nova.scheduler.client.report [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Refreshing aggregate associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, aggregates: None {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.228934] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lease: (returnval){ [ 740.228934] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5274bb87-b1f0-219e-fd94-cef271c1fce1" [ 740.228934] env[65997]: _type = "HttpNfcLease" [ 740.228934] env[65997]: } obtained for exporting VM: (result){ [ 740.228934] env[65997]: value = "vm-920684" [ 740.228934] env[65997]: _type = "VirtualMachine" [ 740.228934] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.229411] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the lease: (returnval){ [ 740.229411] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5274bb87-b1f0-219e-fd94-cef271c1fce1" [ 740.229411] env[65997]: _type = "HttpNfcLease" [ 740.229411] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.231487] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.231487] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cdcdf9-37a3-404f-b541-3365ef9bc7a1" [ 740.231487] env[65997]: _type = "HttpNfcLease" [ 740.231487] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 740.235947] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 740.235947] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cdcdf9-37a3-404f-b541-3365ef9bc7a1" [ 740.235947] env[65997]: _type = "HttpNfcLease" [ 740.235947] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 740.236552] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca025c7-8194-4729-93a4-9533ca809f14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.247157] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b297b7-e993-55ad-1981-1fb5be82940b/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 740.247361] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b297b7-e993-55ad-1981-1fb5be82940b/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 740.253780] env[65997]: DEBUG nova.scheduler.client.report [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Refreshing trait associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.256204] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.256204] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5274bb87-b1f0-219e-fd94-cef271c1fce1" [ 740.256204] env[65997]: _type = "HttpNfcLease" [ 740.256204] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 740.258143] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 740.258143] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5274bb87-b1f0-219e-fd94-cef271c1fce1" [ 740.258143] env[65997]: _type = "HttpNfcLease" [ 740.258143] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 740.313610] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e74b4-fcce-4960-93e6-65de691f0bc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.330798] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd62d5-f0b3-c5f2-4733-46eca5ba0cf7/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 740.331125] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd62d5-f0b3-c5f2-4733-46eca5ba0cf7/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 740.400674] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7efe0319-2d1f-4b3f-8c95-995842a22a9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.414765] env[65997]: WARNING neutronclient.v2_0.client [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.431794] env[65997]: WARNING neutronclient.v2_0.client [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.437513] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.482177] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-940c99fe-64a0-4c4d-97f4-31084947fae3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.641999] env[65997]: WARNING neutronclient.v2_0.client [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.721819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a084a4-655c-40cb-914b-b175b8b8f19a tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "483e13f3-710c-4221-9fc9-090418c6703c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.676s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.841156] env[65997]: DEBUG nova.network.neutron [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Updated VIF entry in instance network info cache for port 2a6988b0-e558-48a1-a24a-2b342cda1a67. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.841812] env[65997]: DEBUG nova.network.neutron [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Updating instance_info_cache with network_info: [{"id": "2a6988b0-e558-48a1-a24a-2b342cda1a67", "address": "fa:16:3e:c8:c3:61", "network": {"id": "a09aecd7-9394-4fa9-ad71-0c2b9275e988", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1733409704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff19049733e54c9dad21a090c5e2cbc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6988b0-e5", "ovs_interfaceid": "2a6988b0-e558-48a1-a24a-2b342cda1a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.943186] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717884, 'name': ReconfigVM_Task, 'duration_secs': 0.525216} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.944178] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8e109a78-f755-4d0f-87d9-9e51c8ed1c17/8e109a78-f755-4d0f-87d9-9e51c8ed1c17.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.945216] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04caffef-00f5-43f4-9859-2637f66ca419 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.966328] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 740.966328] env[65997]: value = "task-4717886" [ 740.966328] env[65997]: _type = "Task" [ 740.966328] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.993144] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717886, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.001350] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b416c-7c90-4c67-a7a2-a3cdbb6c1c1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.013909] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.015655] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.019649] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030081a5-0ce9-4422-bf4e-b78dc34cecd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.028799] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.029536] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.030640] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.031164] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.031521] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.032025] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 741.032297] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.082417] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4d1ca-3b96-4b9c-8305-4eb1ea202004 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.095504] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a0e227-736e-4f73-bd26-9b55ad1750de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.112860] env[65997]: DEBUG nova.compute.provider_tree [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.347401] env[65997]: DEBUG oslo_concurrency.lockutils [req-10b1ed87-fb12-4a14-aad7-193a5d91f3aa req-b06488dc-86f8-4ad2-bc2e-bf7535485508 service nova] Releasing lock "refresh_cache-8e109a78-f755-4d0f-87d9-9e51c8ed1c17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.480335] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717886, 'name': Rename_Task, 'duration_secs': 0.214308} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.481777] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.482684] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a4c81e-51d9-4fd0-8f10-3f0e4acdb2a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.495684] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 741.495684] env[65997]: value = "task-4717888" [ 741.495684] env[65997]: _type = "Task" [ 741.495684] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.511798] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.539862] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.666975] env[65997]: DEBUG nova.scheduler.client.report [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.667362] env[65997]: DEBUG nova.compute.provider_tree [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 56 to 57 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.667416] env[65997]: DEBUG nova.compute.provider_tree [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.024788] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.176758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.384s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.177989] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 742.192267] env[65997]: WARNING neutronclient.v2_0.client [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.200751] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.223s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.200751] env[65997]: INFO nova.compute.claims [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.514227] env[65997]: DEBUG oslo_vmware.api [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717888, 'name': PowerOnVM_Task, 'duration_secs': 0.720491} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.514655] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.515788] env[65997]: INFO nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Took 9.04 seconds to spawn the instance on the hypervisor. [ 742.516075] env[65997]: DEBUG nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 742.517966] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c7071-a8e0-4da3-9a31-9cf33d3ed043 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.695239] env[65997]: DEBUG nova.compute.utils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.698021] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 742.698216] env[65997]: DEBUG nova.network.neutron [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.698556] env[65997]: WARNING neutronclient.v2_0.client [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.698960] env[65997]: WARNING neutronclient.v2_0.client [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.961112] env[65997]: DEBUG nova.network.neutron [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Updated VIF entry in instance network info cache for port bafba534-a0db-4880-b146-e50b61db367d. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.961550] env[65997]: DEBUG nova.network.neutron [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Updating instance_info_cache with network_info: [{"id": "bafba534-a0db-4880-b146-e50b61db367d", "address": "fa:16:3e:f2:f6:f0", "network": {"id": "43f77e45-e432-4429-a1d1-6529ec39ebe3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1824835574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d72958be154a48b43a6bf2662d7877", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafba534-a0", "ovs_interfaceid": "bafba534-a0db-4880-b146-e50b61db367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.007913] env[65997]: DEBUG nova.policy [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bcea3820b9e41f98ceac4fb9861fbd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c88c13c331484da8ae58036e7acaf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.042765] env[65997]: INFO nova.compute.manager [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Took 36.12 seconds to build instance. [ 743.047132] env[65997]: WARNING neutronclient.v2_0.client [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.204341] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 743.464654] env[65997]: DEBUG oslo_concurrency.lockutils [req-e2cf05ce-aec0-41aa-939e-412ae4804923 req-6685c66f-ae25-4567-8d1d-92c08cddaa90 service nova] Releasing lock "refresh_cache-979bc542-5e49-4fe5-a697-c96a85707fd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.494115] env[65997]: DEBUG nova.network.neutron [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Successfully created port: e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 743.544954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a7024261-be9b-41eb-b83d-57b23b27838a tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.636s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.834958] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116de074-a256-4d41-9787-48c1a5b499ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.844940] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d755ab-1374-4ce1-b4d4-4ffc8a739874 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.879514] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bdf4a3-349d-4bff-bb72-1a81d6f71788 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.890539] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e774eee-c98f-4a99-82bf-5a8c74630660 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.910485] env[65997]: DEBUG nova.compute.provider_tree [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.171905] env[65997]: DEBUG nova.network.neutron [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updated VIF entry in instance network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 744.172252] env[65997]: DEBUG nova.network.neutron [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.215848] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 744.417070] env[65997]: DEBUG nova.scheduler.client.report [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.675596] env[65997]: DEBUG oslo_concurrency.lockutils [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.677225] env[65997]: DEBUG nova.compute.manager [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Received event network-vif-deleted-3d8d22b9-26d4-46e8-86f2-19465feea09c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.677225] env[65997]: DEBUG nova.compute.manager [req-dca6df2f-7062-4470-8ace-30eb12ce8883 req-5501155a-34d3-46f4-9489-57c306acb5ec service nova] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Received event network-vif-deleted-687397ef-ca49-4d24-bcd3-7a565ce4d444 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.921251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.921867] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 744.926102] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.706s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.429779] env[65997]: DEBUG nova.compute.utils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.435138] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 745.435609] env[65997]: DEBUG nova.network.neutron [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.436142] env[65997]: WARNING neutronclient.v2_0.client [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.436633] env[65997]: WARNING neutronclient.v2_0.client [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.700683] env[65997]: DEBUG nova.network.neutron [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Successfully updated port: e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 745.752537] env[65997]: DEBUG nova.policy [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f5601265529487dbd76d2c024524360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '953dba97a2ab46439294fef884aeca72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.935799] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 745.961735] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676ae2e-a236-4ea3-8a1e-649a21297e6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.971398] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974efe52-502c-43af-b3b9-b510fa8769cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.010655] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a5779d-6800-436a-baa6-c50ba99038ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.021131] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d8c86-898b-49f0-99e5-d68fe451156b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.039676] env[65997]: DEBUG nova.compute.provider_tree [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.093144] env[65997]: DEBUG nova.network.neutron [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Successfully created port: de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.207618] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.208045] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.208188] env[65997]: DEBUG nova.network.neutron [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.544040] env[65997]: DEBUG nova.scheduler.client.report [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.947079] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.558723] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.634s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.562265] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.309s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.563824] env[65997]: INFO nova.compute.claims [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.646357] env[65997]: DEBUG nova.network.neutron [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 747.802280] env[65997]: DEBUG nova.network.neutron [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Successfully updated port: de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.875703] env[65997]: WARNING neutronclient.v2_0.client [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.967147] env[65997]: DEBUG nova.network.neutron [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.157873] env[65997]: INFO nova.scheduler.client.report [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleted allocation for migration 30c688ca-baa7-46fd-8728-dfefa946b0e1 [ 748.308707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.308958] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.309167] env[65997]: DEBUG nova.network.neutron [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.471753] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.475021] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance network_info: |[{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 748.664275] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f79e800-6956-49d8-8b9b-bf9db3cf0f75 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.321s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.861329] env[65997]: DEBUG nova.network.neutron [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.934240] env[65997]: WARNING neutronclient.v2_0.client [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.026708] env[65997]: DEBUG nova.network.neutron [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.094082] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b84ebb1-4fde-41c2-97f6-fb8563c70c4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.106612] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415e3c8-a51a-44f8-97cb-59514b87b75e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.142990] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f2fc2-dfc5-4c77-a1e5-daae032ac0d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.152170] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcd0d55-abb0-4a29-a1f9-8f3c281160f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.168670] env[65997]: DEBUG nova.compute.provider_tree [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.532749] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.533175] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Instance network_info: |[{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 749.672963] env[65997]: DEBUG nova.scheduler.client.report [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.183571] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.184161] env[65997]: DEBUG nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 750.188034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.612s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.189836] env[65997]: INFO nova.compute.claims [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.241974] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.242794] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.242794] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.242794] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.242949] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.243400] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.243476] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.243674] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.243953] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.244241] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.244466] env[65997]: DEBUG nova.virt.hardware [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.246954] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cfd2e1-f8a4-4530-91d6-cd29bcf46179 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.261122] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.261438] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.261520] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.263211] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.263211] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.263211] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.263211] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.263211] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.263509] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.263509] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.263509] env[65997]: DEBUG nova.virt.hardware [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.264817] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13cb66-d643-4b90-adbd-0311491f6aee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.271966] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32b06b3-ece3-47e5-8fe0-0ed025e65695 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.284934] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd62d5-f0b3-c5f2-4733-46eca5ba0cf7/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.294373] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d291e76-abc3-4187-8599-5837bd84dcd1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.299032] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021803c7-b811-4108-8b5d-7a175ff529dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.302039] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2cec206-c93b-4743-b0f8-e06217e357e8', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.309603] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating folder: Project (85c88c13c331484da8ae58036e7acaf0). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.310428] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067d7f77-69ba-44e5-9016-f37d53a337da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.317899] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd62d5-f0b3-c5f2-4733-46eca5ba0cf7/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.317899] env[65997]: ERROR oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd62d5-f0b3-c5f2-4733-46eca5ba0cf7/disk-0.vmdk due to incomplete transfer. [ 750.326450] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edb1d1e7-7039-41cb-85db-2ab59ba8f4da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.329137] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:8f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.337120] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Creating folder: Project (953dba97a2ab46439294fef884aeca72). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.338991] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ae99a3f-87f0-4f0d-885c-7dc07ce98565 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.341175] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Created folder: Project (85c88c13c331484da8ae58036e7acaf0) in parent group-v920549. [ 750.341175] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating folder: Instances. Parent ref: group-v920685. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.341935] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e95e4044-c5ff-4c4c-b190-81636db01798 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.350028] env[65997]: DEBUG oslo_vmware.rw_handles [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd62d5-f0b3-c5f2-4733-46eca5ba0cf7/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.350191] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Uploaded image 7554f431-5f95-4786-8f37-a763f5c2d51f to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.351927] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.353775] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc0fd3dc-d103-405c-bbe4-0c6c189b4fb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.356090] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Created folder: Instances in parent group-v920685. [ 750.356090] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.358070] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.358198] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Created folder: Project (953dba97a2ab46439294fef884aeca72) in parent group-v920549. [ 750.358915] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Creating folder: Instances. Parent ref: group-v920687. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.358915] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38f21bea-6ad1-46b8-9eca-5f7edd49e65a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.376035] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4edbd8db-e1a1-464e-b45f-1532c04e0c3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.378418] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 750.378418] env[65997]: value = "task-4717893" [ 750.378418] env[65997]: _type = "Task" [ 750.378418] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.385194] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.385194] env[65997]: value = "task-4717895" [ 750.385194] env[65997]: _type = "Task" [ 750.385194] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.391049] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Created folder: Instances in parent group-v920687. [ 750.391227] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.395339] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.395699] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717893, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.395976] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca29a94-7647-48da-b715-f52f19701a17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.416022] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717895, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.424036] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.424036] env[65997]: value = "task-4717896" [ 750.424036] env[65997]: _type = "Task" [ 750.424036] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.434911] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717896, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.548448] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b297b7-e993-55ad-1981-1fb5be82940b/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.549543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba9f59-fd81-40b2-98b5-2c40acf0695a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.558043] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b297b7-e993-55ad-1981-1fb5be82940b/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.558043] env[65997]: ERROR oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b297b7-e993-55ad-1981-1fb5be82940b/disk-0.vmdk due to incomplete transfer. [ 750.558043] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ccb0ed14-ac99-4e14-858e-437283a90718 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.568858] env[65997]: DEBUG oslo_vmware.rw_handles [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b297b7-e993-55ad-1981-1fb5be82940b/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.569109] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Uploaded image dc078b28-afac-42d9-86bb-63feb1cae892 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.571410] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.571839] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68c65b45-9298-4d94-a1a6-dae4f67207c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.580012] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 750.580012] env[65997]: value = "task-4717897" [ 750.580012] env[65997]: _type = "Task" [ 750.580012] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.590700] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717897, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.695075] env[65997]: DEBUG nova.compute.utils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.701024] env[65997]: DEBUG nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 750.895500] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717893, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.903527] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717895, 'name': CreateVM_Task, 'duration_secs': 0.477979} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.903527] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.903729] env[65997]: WARNING neutronclient.v2_0.client [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.904155] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904422] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.905031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.905031] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7773077-d69b-425e-9cce-7ecea88a42f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.912560] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 750.912560] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52415266-f1d5-fedc-523c-f2bbe34bbc3d" [ 750.912560] env[65997]: _type = "Task" [ 750.912560] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.923922] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52415266-f1d5-fedc-523c-f2bbe34bbc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.935750] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717896, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.092355] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717897, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.204038] env[65997]: DEBUG nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 751.327991] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "33fd3ed0-bc81-45ec-94a9-ac9364ae3f74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.329020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "33fd3ed0-bc81-45ec-94a9-ac9364ae3f74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.397625] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717893, 'name': Destroy_Task, 'duration_secs': 0.58811} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.398413] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Destroyed the VM [ 751.398726] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.398964] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72512e11-b3b3-4c07-8818-3e07a3f8e29c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.408714] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 751.408714] env[65997]: value = "task-4717898" [ 751.408714] env[65997]: _type = "Task" [ 751.408714] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.427220] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717898, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.433817] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52415266-f1d5-fedc-523c-f2bbe34bbc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.030839} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.440029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.440029] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.440029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.440029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.440981] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.440981] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a038875-b2e6-4123-b693-3c31ddaa01ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.447773] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717896, 'name': CreateVM_Task, 'duration_secs': 0.581144} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.447773] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.447773] env[65997]: WARNING neutronclient.v2_0.client [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.448281] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.448281] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.449076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.449175] env[65997]: DEBUG nova.objects.instance [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lazy-loading 'flavor' on Instance uuid 8dc53e6b-d2df-446f-af12-73f67b717546 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.451040] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767d375d-2121-4f86-9414-f417c478b753 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.460809] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.460991] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.462411] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14da83b-8451-4c37-9eeb-98a81becc604 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.466225] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 751.466225] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c1a504-5c15-541e-f0d2-21cedb8be12b" [ 751.466225] env[65997]: _type = "Task" [ 751.466225] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.473832] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 751.473832] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528169ac-15c0-5603-edf6-0b81aaa2b6bc" [ 751.473832] env[65997]: _type = "Task" [ 751.473832] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.480053] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c1a504-5c15-541e-f0d2-21cedb8be12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.493501] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528169ac-15c0-5603-edf6-0b81aaa2b6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.512843] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "d79d3983-d81c-4d11-96a6-369cfe728127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.513054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "d79d3983-d81c-4d11-96a6-369cfe728127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.573746] env[65997]: DEBUG nova.compute.manager [req-654d3b39-75a0-4fb9-986e-9982728df89e req-6be20e2b-ead4-4717-a6fa-2c2482fd9a25 service nova] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Received event network-vif-deleted-86b32f79-3a74-4218-a199-0db2f1f263d1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.594468] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717897, 'name': Destroy_Task, 'duration_secs': 0.738839} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.598237] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Destroyed the VM [ 751.598672] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.599439] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a656881-793c-4b18-bdf3-93f9590d4bd6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.610047] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 751.610047] env[65997]: value = "task-4717899" [ 751.610047] env[65997]: _type = "Task" [ 751.610047] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.623315] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.652855] env[65997]: DEBUG nova.compute.manager [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Received event network-changed-43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.653168] env[65997]: DEBUG nova.compute.manager [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Refreshing instance network info cache due to event network-changed-43b5d351-f068-4b72-b791-5d7135933dec. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 751.653496] env[65997]: DEBUG oslo_concurrency.lockutils [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] Acquiring lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.654150] env[65997]: DEBUG oslo_concurrency.lockutils [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] Acquired lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.654150] env[65997]: DEBUG nova.network.neutron [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Refreshing network info cache for port 43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.831334] env[65997]: DEBUG nova.compute.manager [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 751.835204] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf0a60-47f9-40a3-92f6-5efcd28c3c58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.847644] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c1835-1db9-4604-9941-9bd0499101cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.854252] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.855255] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lock "b91405c7-49e7-4579-9553-498d1287bb98" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.891241] env[65997]: INFO nova.compute.manager [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Detaching volume d1a7d681-c804-42c8-82e4-6e50065c46a8 [ 751.895153] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7af366-3c60-4134-8a54-1adedc044f55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.912956] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa1cd90-2fb9-42c7-8a9c-392a858d32a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.928632] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717898, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.938744] env[65997]: DEBUG nova.compute.provider_tree [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.953478] env[65997]: INFO nova.virt.block_device [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Attempting to driver detach volume d1a7d681-c804-42c8-82e4-6e50065c46a8 from mountpoint /dev/sdb [ 751.953478] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 751.953691] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920673', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'name': 'volume-d1a7d681-c804-42c8-82e4-6e50065c46a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91405c7-49e7-4579-9553-498d1287bb98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'serial': 'd1a7d681-c804-42c8-82e4-6e50065c46a8'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 751.954907] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f1096b-730e-43c7-a2e0-3cfae92b7687 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.961781] env[65997]: DEBUG oslo_concurrency.lockutils [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.961959] env[65997]: DEBUG oslo_concurrency.lockutils [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquired lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.962150] env[65997]: DEBUG nova.network.neutron [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.962321] env[65997]: DEBUG nova.objects.instance [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lazy-loading 'info_cache' on Instance uuid 8dc53e6b-d2df-446f-af12-73f67b717546 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.991416] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80bc608-8a7a-4973-9775-d51985988bed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.003390] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528169ac-15c0-5603-edf6-0b81aaa2b6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.057254} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.013388] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c1a504-5c15-541e-f0d2-21cedb8be12b, 'name': SearchDatastore_Task, 'duration_secs': 0.026223} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.013632] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7562c687-b277-4b1e-9b7a-44062e3ba76f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.017966] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2ac0fa-d80e-4ab4-9fb9-b7df5cf78279 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.022054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.022369] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.022688] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.023589] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 752.032978] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 752.032978] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201c066-d974-faa1-76cf-72d92f4d50ac" [ 752.032978] env[65997]: _type = "Task" [ 752.032978] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.067925] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee58f27e-18bf-42ac-9eac-143c75db1f4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.081498] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201c066-d974-faa1-76cf-72d92f4d50ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.102976] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.103440] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.103877] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] The volume has not been displaced from its original location: [datastore2] volume-d1a7d681-c804-42c8-82e4-6e50065c46a8/volume-d1a7d681-c804-42c8-82e4-6e50065c46a8.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 752.112095] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 752.113185] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.113392] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.113633] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5626962c-d561-40df-a89e-d2e5de1485e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.115841] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241b0577-10ad-4448-8838-e84b9a5f10ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.128997] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-302ca555-6623-4c8b-96d4-3112757fcce2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.142496] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717899, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.145927] env[65997]: DEBUG oslo_vmware.api [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Waiting for the task: (returnval){ [ 752.145927] env[65997]: value = "task-4717901" [ 752.145927] env[65997]: _type = "Task" [ 752.145927] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.145927] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 752.145927] env[65997]: value = "task-4717900" [ 752.145927] env[65997]: _type = "Task" [ 752.145927] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.154104] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.154297] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.155723] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359058d7-525b-4d20-b7c1-c87293ea8f7a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.158665] env[65997]: WARNING neutronclient.v2_0.client [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.168256] env[65997]: DEBUG oslo_vmware.api [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.168569] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.171924] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 752.171924] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288a065-e9b4-0b9d-e6cb-6c6a92accb05" [ 752.171924] env[65997]: _type = "Task" [ 752.171924] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.181418] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288a065-e9b4-0b9d-e6cb-6c6a92accb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.219308] env[65997]: DEBUG nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 752.255992] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.256386] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.256825] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.256964] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.257179] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.257379] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.257627] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.257930] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.258469] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.258469] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.258610] env[65997]: DEBUG nova.virt.hardware [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.259685] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217286db-c8d2-4e94-94da-c889d818d97c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.271870] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddefa722-8458-4fe1-a92c-451fdba2e06d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.290892] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.297217] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Creating folder: Project (0056498e6fb94305ab3421d43aebe39c). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.297381] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1255de56-5402-4fd5-af09-0af6f0defdc3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.311254] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Created folder: Project (0056498e6fb94305ab3421d43aebe39c) in parent group-v920549. [ 752.311254] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Creating folder: Instances. Parent ref: group-v920691. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.311254] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05dd269-7645-43c0-bc2a-591ceb6088a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.322948] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Created folder: Instances in parent group-v920691. [ 752.323292] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 752.323540] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.323786] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca979c2d-99a7-4e40-990b-6d734da8562a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.345760] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.345760] env[65997]: value = "task-4717904" [ 752.345760] env[65997]: _type = "Task" [ 752.345760] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.360937] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717904, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.372276] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.429536] env[65997]: DEBUG oslo_vmware.api [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4717898, 'name': RemoveSnapshot_Task, 'duration_secs': 0.867754} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.430138] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.430343] env[65997]: INFO nova.compute.manager [None req-68b4087c-111b-4adc-ac85-d7f115eec161 tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 752.445387] env[65997]: DEBUG nova.scheduler.client.report [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.485780] env[65997]: DEBUG nova.objects.base [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Object Instance<8dc53e6b-d2df-446f-af12-73f67b717546> lazy-loaded attributes: flavor,info_cache {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.556189] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.628497] env[65997]: DEBUG oslo_vmware.api [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717899, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66256} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.628859] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.629256] env[65997]: INFO nova.compute.manager [None req-163c17ff-6c2d-4b7a-86ce-b20f5c039701 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 752.670350] env[65997]: DEBUG oslo_vmware.api [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717901, 'name': ReconfigVM_Task, 'duration_secs': 0.341623} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.675124] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 752.681045] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717900, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.682197] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44be64b0-f059-4905-9eb1-435621a56470 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.703571] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5288a065-e9b4-0b9d-e6cb-6c6a92accb05, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.706380] env[65997]: DEBUG oslo_vmware.api [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Waiting for the task: (returnval){ [ 752.706380] env[65997]: value = "task-4717905" [ 752.706380] env[65997]: _type = "Task" [ 752.706380] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.706380] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f8a3f8-ed46-4097-b58f-4f835d1df9c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.716312] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 752.716312] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5283b349-7e45-a415-eb0e-18d9ee64d177" [ 752.716312] env[65997]: _type = "Task" [ 752.716312] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.719924] env[65997]: DEBUG oslo_vmware.api [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.729396] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5283b349-7e45-a415-eb0e-18d9ee64d177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.859426] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717904, 'name': CreateVM_Task, 'duration_secs': 0.374607} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.859632] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.860078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.860256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.860669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.860956] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0657e8b1-c9c8-4098-afc1-0f1d48ae6ed4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.866811] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 752.866811] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524f9a89-dd1b-bec1-e81d-d5355abbbbef" [ 752.866811] env[65997]: _type = "Task" [ 752.866811] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.875956] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524f9a89-dd1b-bec1-e81d-d5355abbbbef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.951192] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.952982] env[65997]: DEBUG nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 752.956144] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.712s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.958462] env[65997]: DEBUG nova.objects.instance [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lazy-loading 'resources' on Instance uuid 40bb9bf1-0645-44f3-aec8-853114f9cea4 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.988650] env[65997]: WARNING neutronclient.v2_0.client [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.162441] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559005} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.163408] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.163637] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.164299] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9037073f-8f2f-4cbe-b029-06c5b7ad7283 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.176515] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 753.176515] env[65997]: value = "task-4717906" [ 753.176515] env[65997]: _type = "Task" [ 753.176515] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.186910] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.221886] env[65997]: DEBUG oslo_vmware.api [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Task: {'id': task-4717905, 'name': ReconfigVM_Task, 'duration_secs': 0.183168} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.226746] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920673', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'name': 'volume-d1a7d681-c804-42c8-82e4-6e50065c46a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91405c7-49e7-4579-9553-498d1287bb98', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1a7d681-c804-42c8-82e4-6e50065c46a8', 'serial': 'd1a7d681-c804-42c8-82e4-6e50065c46a8'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 753.239346] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5283b349-7e45-a415-eb0e-18d9ee64d177, 'name': SearchDatastore_Task, 'duration_secs': 0.014618} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.239346] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.239346] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 9ce048fa-160b-4363-841f-a93a3819315d/9ce048fa-160b-4363-841f-a93a3819315d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.239346] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfe9427-0a7d-49d8-9933-111374d36843 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.251539] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 753.251539] env[65997]: value = "task-4717907" [ 753.251539] env[65997]: _type = "Task" [ 753.251539] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.262411] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.301603] env[65997]: WARNING neutronclient.v2_0.client [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.348513] env[65997]: DEBUG nova.objects.instance [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lazy-loading 'flavor' on Instance uuid 4e9caa7d-601c-4660-8430-1884d634b2a3 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.388875] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524f9a89-dd1b-bec1-e81d-d5355abbbbef, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.390429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.390429] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.390429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.390429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.390640] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.390640] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615ddf16-66d8-412d-9db2-9f45bb2bf1e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.408865] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.409814] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.410087] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f97a00-c0cb-49ec-94ea-8936fefff9eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.418156] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 753.418156] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a18ea7-fe91-ead2-63e3-6bad31ce3b7f" [ 753.418156] env[65997]: _type = "Task" [ 753.418156] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.431049] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a18ea7-fe91-ead2-63e3-6bad31ce3b7f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.431890] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331be291-068a-4337-9a00-22e605ff03dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.441702] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 753.441702] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529c5e37-f786-cb98-4a70-fb4ef6f11f13" [ 753.441702] env[65997]: _type = "Task" [ 753.441702] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.452209] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529c5e37-f786-cb98-4a70-fb4ef6f11f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.463820] env[65997]: DEBUG nova.compute.utils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.465184] env[65997]: DEBUG nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 753.492809] env[65997]: DEBUG nova.network.neutron [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updated VIF entry in instance network info cache for port 43b5d351-f068-4b72-b791-5d7135933dec. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.493312] env[65997]: DEBUG nova.network.neutron [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updating instance_info_cache with network_info: [{"id": "43b5d351-f068-4b72-b791-5d7135933dec", "address": "fa:16:3e:3d:10:e5", "network": {"id": "32218b84-5f43-409a-972f-8358557a9fcd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1262536054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5af3ad7536c94dd8849dfc581d065f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5d351-f0", "ovs_interfaceid": "43b5d351-f068-4b72-b791-5d7135933dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.601913] env[65997]: WARNING neutronclient.v2_0.client [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.692577] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108163} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.692873] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.693952] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b148f56-30a1-4f07-b530-f277d07ac1c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.722860] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.728541] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a04ceb5-11d3-47a4-8727-b92499ee434c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.751639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "0c0776eb-2d06-4038-9515-5ce1c16113f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.751929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.767751] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 753.767751] env[65997]: value = "task-4717908" [ 753.767751] env[65997]: _type = "Task" [ 753.767751] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.768118] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717907, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.778456] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.818378] env[65997]: DEBUG nova.objects.instance [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lazy-loading 'flavor' on Instance uuid b91405c7-49e7-4579-9553-498d1287bb98 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.823856] env[65997]: DEBUG nova.network.neutron [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Updating instance_info_cache with network_info: [{"id": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "address": "fa:16:3e:28:61:55", "network": {"id": "98a38c7f-c80c-4d26-94dc-397fb5112243", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1593343221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ffbaf87ce694fffbbbfb1d263d26675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea206a74-3e", "ovs_interfaceid": "ea206a74-3e91-4f06-89b0-8e8410ff997d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.857175] env[65997]: DEBUG oslo_concurrency.lockutils [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.857456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.857921] env[65997]: WARNING neutronclient.v2_0.client [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.956407] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529c5e37-f786-cb98-4a70-fb4ef6f11f13, 'name': SearchDatastore_Task, 'duration_secs': 0.078946} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.959570] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.959883] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.961632] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff23a656-6e68-4184-9212-edb537e8dbc5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.967844] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 753.967844] env[65997]: value = "task-4717909" [ 753.967844] env[65997]: _type = "Task" [ 753.967844] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.971733] env[65997]: DEBUG nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 753.986471] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "e5fc0417-2680-457f-8760-af261a5ac23f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.987909] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "e5fc0417-2680-457f-8760-af261a5ac23f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.988271] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.997315] env[65997]: DEBUG oslo_concurrency.lockutils [req-f7ea9fee-d40b-4b95-b726-bc998f96fc92 req-7ed3cec1-0b68-4605-bce6-57dd023a085a service nova] Releasing lock "refresh_cache-5ee31ca0-6fbc-42ed-af41-5a390166d651" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.172076] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921d6c2d-403c-401f-a9c9-630ded8b087f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.185169] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2cef9-8d98-4fd9-b4a1-10e5de400f81 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.224324] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883f7ee-da64-48b3-8e24-1ffc0f4a5030 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.242876] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf8981-89e8-4b8c-a059-fbc7a55d4a30 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.279056] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.289214] env[65997]: DEBUG nova.compute.provider_tree [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.304595] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717908, 'name': ReconfigVM_Task, 'duration_secs': 0.308775} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.310155] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.311435] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523986} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.313107] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf7703d-829b-46b3-9511-a73ea72f5bf1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.316124] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 9ce048fa-160b-4363-841f-a93a3819315d/9ce048fa-160b-4363-841f-a93a3819315d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.316995] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.317776] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f08ed5a-435d-408b-aae8-540476a3310c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.333485] env[65997]: DEBUG oslo_concurrency.lockutils [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Releasing lock "refresh_cache-8dc53e6b-d2df-446f-af12-73f67b717546" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.335871] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 754.335871] env[65997]: value = "task-4717910" [ 754.335871] env[65997]: _type = "Task" [ 754.335871] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.341352] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 754.341352] env[65997]: value = "task-4717911" [ 754.341352] env[65997]: _type = "Task" [ 754.341352] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.360859] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.365577] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717911, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.463779] env[65997]: DEBUG nova.network.neutron [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.484818] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.492118] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.605663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.605775] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.606288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.606288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.606381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.608676] env[65997]: INFO nova.compute.manager [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Terminating instance [ 754.763147] env[65997]: DEBUG nova.compute.manager [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 754.764233] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9997790-9f6f-4e51-be92-8a10e9c4cdf1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.796434] env[65997]: DEBUG nova.scheduler.client.report [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.818748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.838904] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5a3f9c74-ccf9-40a1-ba80-2f1cb9b5ad41 tempest-VolumesAssistedSnapshotsTest-1574421893 tempest-VolumesAssistedSnapshotsTest-1574421893-project-admin] Lock "b91405c7-49e7-4579-9553-498d1287bb98" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.984s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.853282] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096686} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.853965] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.854852] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc069a-972f-40ad-b662-bcbeb46693cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.861691] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717911, 'name': Rename_Task, 'duration_secs': 0.191785} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.862306] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.863295] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e045ff27-90d8-4cf7-aff2-84cae732f540 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.885390] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9ce048fa-160b-4363-841f-a93a3819315d/9ce048fa-160b-4363-841f-a93a3819315d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.887439] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ca8dd5-4bd7-4026-8263-228f077efdd6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.906075] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 754.906075] env[65997]: value = "task-4717912" [ 754.906075] env[65997]: _type = "Task" [ 754.906075] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.913554] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 754.913554] env[65997]: value = "task-4717913" [ 754.913554] env[65997]: _type = "Task" [ 754.913554] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.916893] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.925790] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.971511] env[65997]: WARNING neutronclient.v2_0.client [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.984783] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524943} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.985813] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.985813] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.986461] env[65997]: DEBUG nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 754.988575] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65e187f-cfa1-4217-9f8f-2b80042e1d12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.998615] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 754.998615] env[65997]: value = "task-4717914" [ 754.998615] env[65997]: _type = "Task" [ 754.998615] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.014850] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.017511] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 755.017781] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.018019] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 755.018218] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.018442] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 755.018632] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 755.018882] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.019083] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 755.019295] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 755.019493] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 755.019690] env[65997]: DEBUG nova.virt.hardware [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 755.020586] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05ad5e-b468-4a1c-a49a-1d6a13a98f2c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.024072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.031877] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fd2bf-124c-4f4a-a632-53931a0cb199 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.047382] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.054064] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Creating folder: Project (da5af741546846d7acc565d7a7210569). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.054408] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-912d0890-47c3-45c1-9ebf-8ee649fed902 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.068145] env[65997]: DEBUG nova.compute.manager [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-vif-plugged-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.068286] env[65997]: DEBUG oslo_concurrency.lockutils [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.068580] env[65997]: DEBUG oslo_concurrency.lockutils [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.068580] env[65997]: DEBUG oslo_concurrency.lockutils [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.068766] env[65997]: DEBUG nova.compute.manager [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] No waiting events found dispatching network-vif-plugged-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.068987] env[65997]: WARNING nova.compute.manager [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received unexpected event network-vif-plugged-e2cec206-c93b-4743-b0f8-e06217e357e8 for instance with vm_state building and task_state spawning. [ 755.069168] env[65997]: DEBUG nova.compute.manager [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-changed-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.069313] env[65997]: DEBUG nova.compute.manager [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Refreshing instance network info cache due to event network-changed-e2cec206-c93b-4743-b0f8-e06217e357e8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 755.069483] env[65997]: DEBUG oslo_concurrency.lockutils [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.069758] env[65997]: DEBUG oslo_concurrency.lockutils [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.069758] env[65997]: DEBUG nova.network.neutron [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Refreshing network info cache for port e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.075692] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Created folder: Project (da5af741546846d7acc565d7a7210569) in parent group-v920549. [ 755.075844] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Creating folder: Instances. Parent ref: group-v920694. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.076577] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9fa8d70-68d4-4246-b9ba-833ea1fe1a92 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.086029] env[65997]: DEBUG nova.compute.manager [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-vif-plugged-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.086029] env[65997]: DEBUG oslo_concurrency.lockutils [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] Acquiring lock "9ce048fa-160b-4363-841f-a93a3819315d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.086029] env[65997]: DEBUG oslo_concurrency.lockutils [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] Lock "9ce048fa-160b-4363-841f-a93a3819315d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.086029] env[65997]: DEBUG oslo_concurrency.lockutils [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] Lock "9ce048fa-160b-4363-841f-a93a3819315d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.086029] env[65997]: DEBUG nova.compute.manager [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] No waiting events found dispatching network-vif-plugged-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.088086] env[65997]: WARNING nova.compute.manager [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received unexpected event network-vif-plugged-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 for instance with vm_state building and task_state spawning. [ 755.088086] env[65997]: DEBUG nova.compute.manager [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.088086] env[65997]: DEBUG nova.compute.manager [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing instance network info cache due to event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 755.088086] env[65997]: DEBUG oslo_concurrency.lockutils [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] Acquiring lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.088086] env[65997]: DEBUG oslo_concurrency.lockutils [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] Acquired lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.088754] env[65997]: DEBUG nova.network.neutron [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.092649] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Created folder: Instances in parent group-v920694. [ 755.093097] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.093097] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.093471] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9517648-c445-4d26-9db9-257b08c7fc1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.113293] env[65997]: DEBUG nova.compute.manager [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 755.113534] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.115189] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9bf766-5170-4058-97e0-6541b8b496cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.119951] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.119951] env[65997]: value = "task-4717917" [ 755.119951] env[65997]: _type = "Task" [ 755.119951] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.126134] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.127032] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614286a1-112e-4e42-9032-f84a9c73fd5b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.134035] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717917, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.135564] env[65997]: DEBUG oslo_vmware.api [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 755.135564] env[65997]: value = "task-4717918" [ 755.135564] env[65997]: _type = "Task" [ 755.135564] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.148753] env[65997]: DEBUG oslo_vmware.api [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.230021] env[65997]: WARNING neutronclient.v2_0.client [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.277499] env[65997]: INFO nova.compute.manager [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] instance snapshotting [ 755.281749] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976e57e-4650-4abf-a38c-1bd018cd6c37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.308616] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.315831] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.424s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.316406] env[65997]: DEBUG nova.objects.instance [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lazy-loading 'resources' on Instance uuid 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.319694] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f19c7-ec13-4529-b85b-eceaf10babdc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.345369] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.345369] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-087ad1fe-11ec-4aa7-8d0f-9d521e081a05 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.347015] env[65997]: INFO nova.scheduler.client.report [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Deleted allocations for instance 40bb9bf1-0645-44f3-aec8-853114f9cea4 [ 755.356027] env[65997]: DEBUG oslo_vmware.api [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 755.356027] env[65997]: value = "task-4717919" [ 755.356027] env[65997]: _type = "Task" [ 755.356027] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.365999] env[65997]: DEBUG oslo_vmware.api [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.374810] env[65997]: DEBUG nova.network.neutron [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.419938] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.433156] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717913, 'name': ReconfigVM_Task, 'duration_secs': 0.389711} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.433629] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9ce048fa-160b-4363-841f-a93a3819315d/9ce048fa-160b-4363-841f-a93a3819315d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.434565] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45a6a56-7cee-481a-9fe1-946d1037d525 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.444017] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 755.444017] env[65997]: value = "task-4717920" [ 755.444017] env[65997]: _type = "Task" [ 755.444017] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.456891] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717920, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.511866] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070145} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.512210] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.513118] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcac02d-f659-4580-bd70-6028e0df38f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.537464] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.537864] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2ee1f4-1af7-4e4a-844a-8b1d026d82c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.562245] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 755.562245] env[65997]: value = "task-4717921" [ 755.562245] env[65997]: _type = "Task" [ 755.562245] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.570597] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.577363] env[65997]: WARNING neutronclient.v2_0.client [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.589773] env[65997]: WARNING neutronclient.v2_0.client [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.635345] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717917, 'name': CreateVM_Task, 'duration_secs': 0.357017} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.635543] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.636067] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.636957] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7972a7c9-0465-494a-a290-560b48d5ede9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.653309] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 755.653309] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52852b60-2d6a-fbfa-4965-e162bc717d52" [ 755.653309] env[65997]: _type = "Task" [ 755.653309] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.661973] env[65997]: DEBUG oslo_vmware.api [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717918, 'name': PowerOffVM_Task, 'duration_secs': 0.223409} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.665374] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.665568] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.665847] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b95aab2-8f65-4690-abb6-8c51b40647e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.673991] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52852b60-2d6a-fbfa-4965-e162bc717d52, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.674347] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.674589] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.674820] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.674973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.675208] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.675494] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83019f3-a478-4f96-999e-350191d8514c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.690213] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.690505] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.691564] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee6e0e5-369d-4624-af2f-186b8f564a55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.699462] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 755.699462] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5232b9a8-1655-70d8-8666-f3f957918fee" [ 755.699462] env[65997]: _type = "Task" [ 755.699462] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.711740] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.711981] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.718320] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5232b9a8-1655-70d8-8666-f3f957918fee, 'name': SearchDatastore_Task, 'duration_secs': 0.012684} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.723021] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5f0304-24a8-4c01-ad3b-30eb0c30bb9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.730859] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 755.730859] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e1415e-9c4f-18a3-21a6-2b8cccb48b97" [ 755.730859] env[65997]: _type = "Task" [ 755.730859] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.742407] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e1415e-9c4f-18a3-21a6-2b8cccb48b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.758341] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.758557] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.758735] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Deleting the datastore file [datastore1] 8e109a78-f755-4d0f-87d9-9e51c8ed1c17 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.759115] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-366d4888-b3d9-40ad-8ee9-28797bf00615 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.770979] env[65997]: DEBUG oslo_vmware.api [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for the task: (returnval){ [ 755.770979] env[65997]: value = "task-4717923" [ 755.770979] env[65997]: _type = "Task" [ 755.770979] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.784417] env[65997]: DEBUG oslo_vmware.api [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.844039] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.845931] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-abdcf1d3-79dd-46ef-a539-c320a055d8f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.858868] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 755.858868] env[65997]: value = "task-4717924" [ 755.858868] env[65997]: _type = "Task" [ 755.858868] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.859794] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1b84d1c3-7617-4510-9e9f-6b2bc552f289 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "40bb9bf1-0645-44f3-aec8-853114f9cea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.872s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.878301] env[65997]: DEBUG oslo_concurrency.lockutils [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.878619] env[65997]: DEBUG nova.compute.manager [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Inject network info {{(pid=65997) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 755.879012] env[65997]: DEBUG nova.compute.manager [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] network_info to inject: |[{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 755.886029] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Reconfiguring VM instance to set the machine id {{(pid=65997) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 755.896705] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde5023c-2f0d-4779-b83b-6e13fe539fc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.910464] env[65997]: DEBUG oslo_vmware.api [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4717919, 'name': PowerOnVM_Task, 'duration_secs': 0.464098} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.910986] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717924, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.920794] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.921054] env[65997]: DEBUG nova.compute.manager [None req-320a9295-31ed-4ce8-bba7-c8ea8cd82af8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 755.929096] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2376833-3099-44b9-bcfd-c768ab29d0e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.936252] env[65997]: DEBUG oslo_vmware.api [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 755.936252] env[65997]: value = "task-4717926" [ 755.936252] env[65997]: _type = "Task" [ 755.936252] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.964026] env[65997]: DEBUG oslo_vmware.api [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4717912, 'name': PowerOnVM_Task, 'duration_secs': 0.623269} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.965984] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.966255] env[65997]: INFO nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Took 11.75 seconds to spawn the instance on the hypervisor. [ 755.966446] env[65997]: DEBUG nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 755.971254] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bed9c4-7c51-4bb8-b8e4-242bfa513483 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.976382] env[65997]: DEBUG oslo_vmware.api [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.989914] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717920, 'name': Rename_Task, 'duration_secs': 0.219329} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.992040] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.995272] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ae81a9e-ae4f-453b-8d9c-23db0017d1ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.006855] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 756.006855] env[65997]: value = "task-4717927" [ 756.006855] env[65997]: _type = "Task" [ 756.006855] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.023539] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.871522] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 756.874997] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.878030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.878030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.878030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.878030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.889026] env[65997]: WARNING neutronclient.v2_0.client [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.920364] env[65997]: INFO nova.compute.manager [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Took 27.96 seconds to build instance. [ 756.924306] env[65997]: INFO nova.compute.manager [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Terminating instance [ 756.943337] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717924, 'name': CreateSnapshot_Task, 'duration_secs': 0.713096} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.943607] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717921, 'name': ReconfigVM_Task, 'duration_secs': 0.480594} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.945041] env[65997]: DEBUG oslo_vmware.api [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Task: {'id': task-4717923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180625} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.945258] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e1415e-9c4f-18a3-21a6-2b8cccb48b97, 'name': SearchDatastore_Task, 'duration_secs': 0.013218} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.950041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.950041] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.950041] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.950041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.950041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.950404] env[65997]: INFO nova.compute.manager [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Took 1.84 seconds to destroy the instance on the hypervisor. [ 756.950404] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 756.950404] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.950404] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.962212] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a576bd9b-e6cc-4fd0-bfbe-fd9d17df7b1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.965868] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c6d26d-d0cb-4aac-9da8-ce4fa7471b8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.966831] env[65997]: DEBUG nova.compute.manager [-] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 756.966962] env[65997]: DEBUG nova.network.neutron [-] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 756.967236] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.968890] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55ac99c-c594-42cb-a6a0-b0d1e7df9ee7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.971638] env[65997]: DEBUG oslo_vmware.api [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4717927, 'name': PowerOnVM_Task, 'duration_secs': 0.77016} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.971887] env[65997]: DEBUG oslo_vmware.api [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717926, 'name': ReconfigVM_Task, 'duration_secs': 0.178177} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.973776] env[65997]: WARNING neutronclient.v2_0.client [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.978379] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.978613] env[65997]: INFO nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Took 10.03 seconds to spawn the instance on the hypervisor. [ 756.978889] env[65997]: DEBUG nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.979169] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-635621bf-3976-425d-ad84-8c854f9db717 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Reconfigured VM instance to set the machine id {{(pid=65997) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 756.983982] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de70d44b-bf94-41d9-ae95-b91f0baad880 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.003087] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 757.003087] env[65997]: value = "task-4717928" [ 757.003087] env[65997]: _type = "Task" [ 757.003087] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.003389] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 757.003389] env[65997]: value = "task-4717929" [ 757.003389] env[65997]: _type = "Task" [ 757.003389] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.028040] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717928, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.031702] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.053116] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.088758] env[65997]: DEBUG nova.network.neutron [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updated VIF entry in instance network info cache for port e2cec206-c93b-4743-b0f8-e06217e357e8. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.089178] env[65997]: DEBUG nova.network.neutron [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.249287] env[65997]: DEBUG nova.network.neutron [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updated VIF entry in instance network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.249478] env[65997]: DEBUG nova.network.neutron [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.391525] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c853b368-7f34-4842-9307-d8cd3785afee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.410593] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bc94bf-f1a0-4946-9728-1cd7ccad23bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.459995] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ed65e998-db77-4fd7-b671-516f1be78f15 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.508s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.461381] env[65997]: DEBUG nova.compute.manager [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 757.461381] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.462675] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.463723] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613434e9-d42c-4970-bc21-1062bce79b3e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.468091] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bff2d4f-b9e1-4aee-acaa-89627655b85b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.478894] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.482027] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b290bfa-319e-4318-bced-51f349e5b28e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.487804] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149d570-6c9f-4aa2-9c9e-0e3ed97f62a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.515877] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.515877] env[65997]: DEBUG nova.compute.provider_tree [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.516216] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-165e15db-3416-463e-bed0-eac0371aa28e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.529093] env[65997]: DEBUG nova.scheduler.client.report [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.549672] env[65997]: INFO nova.compute.manager [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Took 26.61 seconds to build instance. [ 757.550936] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53095} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.552736] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717928, 'name': Rename_Task, 'duration_secs': 0.284495} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.553878] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.554828] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.554828] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.555017] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 757.555017] env[65997]: value = "task-4717931" [ 757.555017] env[65997]: _type = "Task" [ 757.555017] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.555214] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d2f2311-ac79-48ac-a9f7-19f6e2db3272 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.559763] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee0ea473-0f0d-43c6-a091-a2ea58443b73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.572078] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717931, 'name': CloneVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.575109] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 757.575109] env[65997]: value = "task-4717933" [ 757.575109] env[65997]: _type = "Task" [ 757.575109] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.575427] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 757.575427] env[65997]: value = "task-4717932" [ 757.575427] env[65997]: _type = "Task" [ 757.575427] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.591797] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.595622] env[65997]: DEBUG oslo_concurrency.lockutils [req-e1e8d423-1689-456e-b845-ed824cbe08bf req-04ac5a02-4256-4af7-9562-b07d6aa61750 service nova] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.596172] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.597937] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.597937] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.598212] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleting the datastore file [datastore1] a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.598453] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-813395ac-b269-4718-8dfc-d6eee215d954 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.606524] env[65997]: DEBUG oslo_vmware.api [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 757.606524] env[65997]: value = "task-4717934" [ 757.606524] env[65997]: _type = "Task" [ 757.606524] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.617639] env[65997]: DEBUG oslo_vmware.api [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.752674] env[65997]: DEBUG oslo_concurrency.lockutils [req-0e69d513-5698-411c-ade1-a7838415ed76 req-39805fa3-74c4-4af1-b342-a4a4775419e8 service nova] Releasing lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.901199] env[65997]: DEBUG nova.network.neutron [-] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.037903] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.722s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.040568] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.379s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.040861] env[65997]: DEBUG nova.objects.instance [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lazy-loading 'resources' on Instance uuid 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.053959] env[65997]: DEBUG oslo_concurrency.lockutils [None req-21354ed6-1bd4-4d06-ab39-531f84160ab5 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "9ce048fa-160b-4363-841f-a93a3819315d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.133s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.073030] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717931, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.075656] env[65997]: INFO nova.scheduler.client.report [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Deleted allocations for instance 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2 [ 758.097761] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8905caed-7546-4366-80e3-5aad5469c4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.098105] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.103176] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109581} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.106817] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.107164] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717933, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.108288] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea10d7ae-73f6-48bf-884b-38e84cc8851b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.132627] env[65997]: DEBUG oslo_vmware.api [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4717934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167518} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.142419] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.142750] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.142921] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.143713] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.143713] env[65997]: INFO nova.compute.manager [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Took 0.68 seconds to destroy the instance on the hypervisor. [ 758.143713] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.144224] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6094d938-5102-479b-94fe-07e5ff607cf3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.160191] env[65997]: DEBUG nova.compute.manager [-] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 758.160400] env[65997]: DEBUG nova.network.neutron [-] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.160773] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.168372] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "364743f2-8787-4d86-b268-c6a48ddee7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.168658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "364743f2-8787-4d86-b268-c6a48ddee7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.168934] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "364743f2-8787-4d86-b268-c6a48ddee7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.169246] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "364743f2-8787-4d86-b268-c6a48ddee7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.169338] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "364743f2-8787-4d86-b268-c6a48ddee7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.173224] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 758.173224] env[65997]: value = "task-4717935" [ 758.173224] env[65997]: _type = "Task" [ 758.173224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.173876] env[65997]: INFO nova.compute.manager [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Terminating instance [ 758.185050] env[65997]: DEBUG nova.compute.manager [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.185050] env[65997]: DEBUG nova.compute.manager [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing instance network info cache due to event network-changed-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 758.185050] env[65997]: DEBUG oslo_concurrency.lockutils [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] Acquiring lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.185050] env[65997]: DEBUG oslo_concurrency.lockutils [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] Acquired lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.185050] env[65997]: DEBUG nova.network.neutron [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Refreshing network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.194763] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.280803] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.290604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "b57abb80-017f-46b3-b940-c2de22b888fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.290604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b57abb80-017f-46b3-b940-c2de22b888fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.324129] env[65997]: DEBUG nova.compute.manager [req-c6f9d79e-d106-4409-ae89-8d19997d002a req-4d7a3954-b5c5-40b6-9030-d262cecdb45e service nova] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Received event network-vif-deleted-2a6988b0-e558-48a1-a24a-2b342cda1a67 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.392258] env[65997]: INFO nova.compute.manager [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Rebuilding instance [ 758.404140] env[65997]: INFO nova.compute.manager [-] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Took 1.44 seconds to deallocate network for instance. [ 758.451046] env[65997]: DEBUG nova.compute.manager [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 758.452430] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce7a7d-808a-44be-a77a-3289a7b6eee3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.562122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "4e9caa7d-601c-4660-8430-1884d634b2a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.562122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.562122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "4e9caa7d-601c-4660-8430-1884d634b2a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.562122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.562438] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.567894] env[65997]: INFO nova.compute.manager [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Terminating instance [ 758.576115] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717931, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.589595] env[65997]: DEBUG oslo_concurrency.lockutils [None req-befb694a-f5b8-484a-b05f-d0828050e6b6 tempest-InstanceActionsV221TestJSON-1390411719 tempest-InstanceActionsV221TestJSON-1390411719-project-member] Lock "2cef6b94-6dc2-4dac-b74d-c80d8c7edde2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.086s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.599858] env[65997]: DEBUG oslo_vmware.api [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717933, 'name': PowerOnVM_Task, 'duration_secs': 0.894889} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.601031] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.601913] env[65997]: INFO nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Took 6.38 seconds to spawn the instance on the hypervisor. [ 758.601913] env[65997]: DEBUG nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 758.602572] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71c1f62-5f11-4d79-86f1-a466f92e8c05 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.607239] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.686485] env[65997]: DEBUG nova.compute.manager [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 758.686485] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.686723] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717935, 'name': ReconfigVM_Task, 'duration_secs': 0.331563} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.689826] env[65997]: WARNING neutronclient.v2_0.client [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.692475] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867727a8-c074-4918-8591-2380ee03dfa3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.696340] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.697536] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-186222bb-d8f4-45d4-9dd0-4eb04af4ebbb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.705882] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.707450] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f3cf05-7158-457e-809d-1d229364ecfe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.709328] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 758.709328] env[65997]: value = "task-4717936" [ 758.709328] env[65997]: _type = "Task" [ 758.709328] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.718551] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 758.718551] env[65997]: value = "task-4717937" [ 758.718551] env[65997]: _type = "Task" [ 758.718551] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.725866] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717936, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.736407] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.791191] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.915809] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.949511] env[65997]: WARNING neutronclient.v2_0.client [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.002112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.002553] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.073075] env[65997]: DEBUG nova.compute.manager [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 759.073075] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.073514] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1167ee5-800d-433b-8692-88447a1b222c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.077621] env[65997]: DEBUG nova.network.neutron [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updated VIF entry in instance network info cache for port 4114f001-f0b2-4aa7-bb1f-5a51d3a656b3. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.078082] env[65997]: DEBUG nova.network.neutron [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [{"id": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "address": "fa:16:3e:93:6c:87", "network": {"id": "cf935b15-82a4-45db-92a1-11f3c0935028", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1381384225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "095814acc3cc4d59ba2a07db884b1fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114f001-f0", "ovs_interfaceid": "4114f001-f0b2-4aa7-bb1f-5a51d3a656b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.085026] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717931, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.089464] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.090348] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65442f83-6da4-431b-9933-ed2f94c045e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.098967] env[65997]: DEBUG oslo_vmware.api [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 759.098967] env[65997]: value = "task-4717938" [ 759.098967] env[65997]: _type = "Task" [ 759.098967] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.105865] env[65997]: DEBUG nova.network.neutron [-] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.114705] env[65997]: DEBUG oslo_vmware.api [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.139069] env[65997]: INFO nova.compute.manager [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Took 23.92 seconds to build instance. [ 759.148465] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.208185] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3082d5b7-8d3f-4d41-8879-5556b87f6e7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.220495] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a163037-ad36-43a7-a1b1-2d87d03951dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.227880] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717936, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.237214] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717937, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.263941] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433a07b-19b7-45ab-bc94-67c1467f61e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.276080] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797f6b0e-1e7e-4221-a94e-1f5f4b28a54f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.293094] env[65997]: DEBUG nova.compute.provider_tree [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.319327] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.467305] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.467690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "b91405c7-49e7-4579-9553-498d1287bb98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.467958] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "b91405c7-49e7-4579-9553-498d1287bb98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.468220] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "b91405c7-49e7-4579-9553-498d1287bb98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.468434] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "b91405c7-49e7-4579-9553-498d1287bb98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.471203] env[65997]: INFO nova.compute.manager [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Terminating instance [ 759.478736] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.479090] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac4c42a-ef2e-46ae-b1a9-28a0c4e8e503 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.489878] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 759.489878] env[65997]: value = "task-4717939" [ 759.489878] env[65997]: _type = "Task" [ 759.489878] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.501766] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.505833] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 759.582372] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717931, 'name': CloneVM_Task, 'duration_secs': 1.680972} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.583239] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Created linked-clone VM from snapshot [ 759.584407] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b9c45-a21f-45ca-9a7e-cb4644789da7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.587317] env[65997]: DEBUG oslo_concurrency.lockutils [req-63a4658e-1e85-41a4-ac9c-949e98a21387 req-05f804b9-42e8-4349-88ca-ad0e44266fea service nova] Releasing lock "refresh_cache-4e9caa7d-601c-4660-8430-1884d634b2a3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.594996] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Uploading image e7746131-1028-4a66-b38a-8ae96771dbe3 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.609950] env[65997]: INFO nova.compute.manager [-] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Took 1.45 seconds to deallocate network for instance. [ 759.610337] env[65997]: DEBUG oslo_vmware.api [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717938, 'name': PowerOffVM_Task, 'duration_secs': 0.47431} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.611987] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.612273] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.612578] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d91b189e-7cac-4502-8425-e68c80b0ff22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.629345] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.629345] env[65997]: value = "vm-920698" [ 759.629345] env[65997]: _type = "VirtualMachine" [ 759.629345] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.629800] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e644f7b-ceb7-407a-b66b-abd87c92a5a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.640693] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lease: (returnval){ [ 759.640693] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263b509-693f-edb7-b7d4-3c314b6e14dc" [ 759.640693] env[65997]: _type = "HttpNfcLease" [ 759.640693] env[65997]: } obtained for exporting VM: (result){ [ 759.640693] env[65997]: value = "vm-920698" [ 759.640693] env[65997]: _type = "VirtualMachine" [ 759.640693] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.641545] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the lease: (returnval){ [ 759.641545] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263b509-693f-edb7-b7d4-3c314b6e14dc" [ 759.641545] env[65997]: _type = "HttpNfcLease" [ 759.641545] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.642290] env[65997]: DEBUG oslo_concurrency.lockutils [None req-432c7b74-e85c-4058-9a57-2dbed29f8341 tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "8f323541-d3f4-4210-bd23-0b8aadab5d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.985s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.651514] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.651514] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263b509-693f-edb7-b7d4-3c314b6e14dc" [ 759.651514] env[65997]: _type = "HttpNfcLease" [ 759.651514] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.708767] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.709162] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.709654] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Deleting the datastore file [datastore2] 4e9caa7d-601c-4660-8430-1884d634b2a3 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.709773] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70472103-6d8d-409a-9766-a7807105e4e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.719582] env[65997]: DEBUG oslo_vmware.api [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for the task: (returnval){ [ 759.719582] env[65997]: value = "task-4717942" [ 759.719582] env[65997]: _type = "Task" [ 759.719582] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.729832] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717936, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.737029] env[65997]: DEBUG oslo_vmware.api [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.746644] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717937, 'name': PowerOffVM_Task, 'duration_secs': 0.840842} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.746938] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.747122] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.747399] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f017c65-097f-45d0-834e-cc1103938009 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.816684] env[65997]: ERROR nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] [req-349b2bfc-0e50-4546-a63c-91a60a1b0043] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e1a15bd-fb11-46b1-bf35-a6d54600733e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-349b2bfc-0e50-4546-a63c-91a60a1b0043"}]} [ 759.838326] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.838326] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.838326] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Deleting the datastore file [datastore2] 364743f2-8787-4d86-b268-c6a48ddee7be {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.839279] env[65997]: DEBUG nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Refreshing inventories for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 759.841336] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8569467a-27d1-467d-aeb0-b676eee977b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.850038] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for the task: (returnval){ [ 759.850038] env[65997]: value = "task-4717944" [ 759.850038] env[65997]: _type = "Task" [ 759.850038] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.858897] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.859983] env[65997]: DEBUG nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updating ProviderTree inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 759.860164] env[65997]: DEBUG nova.compute.provider_tree [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.873594] env[65997]: DEBUG nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Refreshing aggregate associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, aggregates: None {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 759.894354] env[65997]: DEBUG nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Refreshing trait associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 759.979569] env[65997]: DEBUG nova.compute.manager [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 759.979867] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.981530] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c414c5-fd0c-41a2-8f6a-4f01d4c5273b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.992779] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.996092] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4db2dbe-555d-4c94-9a8d-d1ed737ca3ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.004878] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717939, 'name': PowerOffVM_Task, 'duration_secs': 0.262238} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.009685] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.010507] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.010925] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 760.010925] env[65997]: value = "task-4717945" [ 760.010925] env[65997]: _type = "Task" [ 760.010925] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.014614] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0d3cf-b904-49a4-9e3f-bb0a9630bae4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.033269] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.033587] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.033883] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c00814d-ba1d-4816-82e5-d272f3934477 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.043887] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.116238] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.117831] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.117831] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleting the datastore file [datastore2] 11648856-bff6-44d2-925c-54d11267d62f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.117831] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-152f2a39-3272-44d9-8fa3-4d6bf15e6725 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.121970] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.127838] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 760.127838] env[65997]: value = "task-4717947" [ 760.127838] env[65997]: _type = "Task" [ 760.127838] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.141181] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.152118] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.152118] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263b509-693f-edb7-b7d4-3c314b6e14dc" [ 760.152118] env[65997]: _type = "HttpNfcLease" [ 760.152118] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 760.152417] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 760.152417] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263b509-693f-edb7-b7d4-3c314b6e14dc" [ 760.152417] env[65997]: _type = "HttpNfcLease" [ 760.152417] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 760.153277] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3841672-e22c-4146-99e8-a2112908a80f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.164447] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0d384-684d-1fd9-c119-593084a2bb74/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 760.164711] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0d384-684d-1fd9-c119-593084a2bb74/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 760.257881] env[65997]: DEBUG oslo_vmware.api [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Task: {'id': task-4717942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159724} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.258121] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717936, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.258890] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.258890] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.258890] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.259770] env[65997]: INFO nova.compute.manager [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 760.259770] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.259770] env[65997]: DEBUG nova.compute.manager [-] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.259770] env[65997]: DEBUG nova.network.neutron [-] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.259976] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.299619] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ad027f7-b160-4df7-87cf-e144804384a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.313144] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.373152] env[65997]: DEBUG oslo_vmware.api [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Task: {'id': task-4717944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167865} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.373611] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.373747] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.377020] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.377020] env[65997]: INFO nova.compute.manager [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Took 1.69 seconds to destroy the instance on the hypervisor. [ 760.377020] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.377295] env[65997]: DEBUG nova.compute.manager [-] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.377295] env[65997]: DEBUG nova.network.neutron [-] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.377429] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.436749] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.518252] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3c0a84-5e9a-4ba0-82d1-c88919673656 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.533738] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.534783] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89cd3f7-2698-4826-b880-76ea6d2b48da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.578025] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7d0e94-fbee-45eb-8135-ef5b49693fef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.590113] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf87f9c-36bb-490f-9853-5183d0548694 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.607785] env[65997]: DEBUG nova.compute.provider_tree [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.639600] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152211} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.639884] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.640092] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.640304] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.751168] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717936, 'name': Rename_Task, 'duration_secs': 1.882646} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.753168] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.753168] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f76c3982-6109-4a20-80b8-27865dd45a92 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.761456] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 760.761456] env[65997]: value = "task-4717948" [ 760.761456] env[65997]: _type = "Task" [ 760.761456] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.772542] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.037807] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717945, 'name': PowerOffVM_Task, 'duration_secs': 0.764029} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.038632] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.041475] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.044132] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db83a584-85d7-4b04-9f46-95847923a458 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.121653] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.121972] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.122245] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Deleting the datastore file [datastore1] b91405c7-49e7-4579-9553-498d1287bb98 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.122586] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78351ca4-7048-4daf-bcaa-0f5c363abdea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.131889] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for the task: (returnval){ [ 761.131889] env[65997]: value = "task-4717950" [ 761.131889] env[65997]: _type = "Task" [ 761.131889] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.145457] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.154712] env[65997]: DEBUG nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.155127] env[65997]: DEBUG nova.compute.provider_tree [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 66 to 67 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.155329] env[65997]: DEBUG nova.compute.provider_tree [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.214463] env[65997]: DEBUG nova.network.neutron [-] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.276765] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.382666] env[65997]: DEBUG nova.network.neutron [-] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.406141] env[65997]: DEBUG nova.compute.manager [req-63fc445c-df38-48e8-b7de-4383ab6f9398 req-0b445209-858d-4f5c-976d-edf88298148b service nova] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Received event network-vif-deleted-351b92de-1123-4bc5-9e1b-f1cf23c3ac69 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 761.644974] env[65997]: DEBUG oslo_vmware.api [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Task: {'id': task-4717950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208465} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.645395] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.645643] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.645920] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.646254] env[65997]: INFO nova.compute.manager [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Took 1.67 seconds to destroy the instance on the hypervisor. [ 761.646668] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.647086] env[65997]: DEBUG nova.compute.manager [-] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.647941] env[65997]: DEBUG nova.network.neutron [-] [instance: b91405c7-49e7-4579-9553-498d1287bb98] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.647941] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.667160] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.625s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.674098] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.134s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.677433] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.677618] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 761.678026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.306s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.679740] env[65997]: INFO nova.compute.claims [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.683895] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea1a40-aa31-495e-9a45-c812fb8bd55e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.698131] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0669ca92-353f-4335-95c8-bab1b8ae10d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.720691] env[65997]: INFO nova.compute.manager [-] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Took 1.34 seconds to deallocate network for instance. [ 761.722680] env[65997]: INFO nova.scheduler.client.report [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Deleted allocations for instance 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3 [ 761.729760] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 761.729982] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.730206] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 761.730689] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.731534] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 761.731534] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 761.731688] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.731899] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 761.732288] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 761.732530] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 761.732824] env[65997]: DEBUG nova.virt.hardware [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 761.737713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bba92-af9a-4f74-8edb-5c6d652f7f1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.742318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f95a39-7402-472b-b29c-35bf7c7f2f19 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.770559] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06793ac-be04-4657-b429-8db4058b2ed6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.774950] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228351c-135e-42f4-940b-491d0bbc5e4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.779648] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.789755] env[65997]: DEBUG oslo_vmware.api [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717948, 'name': PowerOnVM_Task, 'duration_secs': 0.53301} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.827922] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.828925] env[65997]: INFO nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Took 6.84 seconds to spawn the instance on the hypervisor. [ 761.828925] env[65997]: DEBUG nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.830289] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177173MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 761.830643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.831385] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.839282] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.841156] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b3e31-3634-439d-9e87-1d86aa4c01cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.844233] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.845212] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a48ae6ae-23e8-4a0c-8456-8ebe86732f7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.870507] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.870507] env[65997]: value = "task-4717951" [ 761.870507] env[65997]: _type = "Task" [ 761.870507] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.881236] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717951, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.884334] env[65997]: DEBUG nova.compute.manager [req-41c80799-fec8-41c7-9c36-e8693e60bca4 req-4cc16ecd-c941-4a31-863c-75fb539a6ad9 service nova] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Received event network-vif-deleted-300ccafc-95e0-471a-b2d0-5e24f4c946ea {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 761.884859] env[65997]: INFO nova.compute.manager [-] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Took 1.63 seconds to deallocate network for instance. [ 762.153044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "0704d636-7818-4603-9ff6-f0acf9e01072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.153430] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.192998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.515s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.194719] env[65997]: DEBUG nova.compute.utils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Instance 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74 could not be found. {{(pid=65997) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 762.197772] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.641s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.199596] env[65997]: INFO nova.compute.claims [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.203707] env[65997]: DEBUG nova.compute.manager [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Instance disappeared during build. {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 762.203886] env[65997]: DEBUG nova.compute.manager [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Unplugging VIFs for instance {{(pid=65997) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3051}} [ 762.204792] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-33fd3ed0-bc81-45ec-94a9-ac9364ae3f74" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.204792] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-33fd3ed0-bc81-45ec-94a9-ac9364ae3f74" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.204792] env[65997]: DEBUG nova.network.neutron [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.253750] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.260104] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5c36296-3624-46c8-b8c2-cb60ce193f69 tempest-ServersTestJSON-1987185259 tempest-ServersTestJSON-1987185259-project-member] Lock "0a7ce54f-8513-43bf-a86e-adc6fee7a1d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.645s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.382937] env[65997]: INFO nova.compute.manager [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Took 25.87 seconds to build instance. [ 762.400232] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.400232] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717951, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.656360] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 762.711867] env[65997]: DEBUG nova.compute.utils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Can not refresh info_cache because instance was not found {{(pid=65997) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 762.712734] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74 could not be found. [ 762.743504] env[65997]: DEBUG nova.network.neutron [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.890019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60ddca88-b41f-41fe-b545-0e7dd395d297 tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.407s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.890019] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717951, 'name': CreateVM_Task, 'duration_secs': 0.528773} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.890019] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.890019] env[65997]: WARNING neutronclient.v2_0.client [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 762.890019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890486] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890486] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890486] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a22977b-85aa-4b7d-9aa9-78381768584d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.895210] env[65997]: DEBUG nova.network.neutron [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.897977] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 762.897977] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52917377-43a5-8e75-321b-bef9d1941533" [ 762.897977] env[65997]: _type = "Task" [ 762.897977] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.904550] env[65997]: DEBUG nova.network.neutron [-] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.911568] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52917377-43a5-8e75-321b-bef9d1941533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.199823] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.400474] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-33fd3ed0-bc81-45ec-94a9-ac9364ae3f74" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.400474] env[65997]: DEBUG nova.compute.manager [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65997) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3074}} [ 763.400474] env[65997]: DEBUG nova.compute.manager [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 763.400474] env[65997]: DEBUG nova.network.neutron [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 763.400843] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74 could not be found. [ 763.418052] env[65997]: INFO nova.compute.manager [-] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Took 1.77 seconds to deallocate network for instance. [ 763.428748] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52917377-43a5-8e75-321b-bef9d1941533, 'name': SearchDatastore_Task, 'duration_secs': 0.017011} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.428748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.428748] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.428748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.428992] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.428992] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.433214] env[65997]: DEBUG nova.network.neutron [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 763.433601] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74 could not be found. [ 763.434697] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b45cc205-8dc2-46cf-bf5e-3c0e2d599d3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.450043] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.450162] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.450944] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95f830d-611b-4845-95ed-14b05a5c1a9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.459230] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 763.459230] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5818c-f103-26a7-d2fc-506b59962c47" [ 763.459230] env[65997]: _type = "Task" [ 763.459230] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.471981] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5818c-f103-26a7-d2fc-506b59962c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.491021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "d742aec9-0d98-4b84-a109-ade52aeb78a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.491021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.937865] env[65997]: DEBUG nova.network.neutron [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.940277] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.975425] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5818c-f103-26a7-d2fc-506b59962c47, 'name': SearchDatastore_Task, 'duration_secs': 0.020231} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.976753] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f5ab0e-a763-4b30-b6d3-fb3f5cfad658 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.983336] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34608a29-ee32-4f8d-883a-23748dee7746 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.990795] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 763.990795] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527e6372-bb16-eb76-f4e7-0517a4ead402" [ 763.990795] env[65997]: _type = "Task" [ 763.990795] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.000419] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 764.007071] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277659b-37e2-4e6b-9b2b-b4ea3b19b688 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.021313] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527e6372-bb16-eb76-f4e7-0517a4ead402, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.022335] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.022335] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.022697] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-291ad528-b6f9-4131-a6b7-97e58facbdcc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.052713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfbb6eb-abf6-4694-be7d-f6c123e4c351 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.055696] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 764.055696] env[65997]: value = "task-4717952" [ 764.055696] env[65997]: _type = "Task" [ 764.055696] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.066278] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5e247-322b-41f3-846f-33236ff3e6c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.074689] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.087495] env[65997]: DEBUG nova.compute.provider_tree [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.095970] env[65997]: DEBUG nova.compute.manager [req-569f2822-9784-4973-bf6f-e39c111c5370 req-935c6fff-d1be-4a89-8483-2f3d94cee12e service nova] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Received event network-vif-deleted-4114f001-f0b2-4aa7-bb1f-5a51d3a656b3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.096189] env[65997]: DEBUG nova.compute.manager [req-569f2822-9784-4973-bf6f-e39c111c5370 req-935c6fff-d1be-4a89-8483-2f3d94cee12e service nova] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Received event network-vif-deleted-50f781ff-6ef0-4883-abc5-fa372825b841 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.295847] env[65997]: INFO nova.compute.manager [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Rebuilding instance [ 764.368245] env[65997]: DEBUG nova.compute.manager [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.371749] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dedad1a-fac1-4266-a3c3-346c04d2e91e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.446390] env[65997]: INFO nova.compute.manager [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 33fd3ed0-bc81-45ec-94a9-ac9364ae3f74] Took 1.05 seconds to deallocate network for instance. [ 764.535125] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.570624] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.593603] env[65997]: DEBUG nova.scheduler.client.report [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.839432] env[65997]: INFO nova.compute.manager [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Rebuilding instance [ 764.881855] env[65997]: DEBUG nova.compute.manager [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.883238] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17be284-8424-4d5d-bcaf-b0a994850f8a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.077858] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696998} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.077858] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.077858] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.077858] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31d4ace2-efd8-466d-ae14-85ee12bdf362 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.086271] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 765.086271] env[65997]: value = "task-4717953" [ 765.086271] env[65997]: _type = "Task" [ 765.086271] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.097631] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.103165] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.103165] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 765.105349] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.287s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.108744] env[65997]: INFO nova.compute.claims [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.392112] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.392516] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bde5d8c-c5e8-4dd0-82d5-48b8f10b88e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.404305] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 765.404305] env[65997]: value = "task-4717954" [ 765.404305] env[65997]: _type = "Task" [ 765.404305] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.418710] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.468764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a08d61-bdbc-4507-9171-99870f526fa1 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "33fd3ed0-bc81-45ec-94a9-ac9364ae3f74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.140s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.595956] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085733} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.596322] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.597148] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7b6ab9-cfbd-4154-972c-7952c7bdada0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.621552] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.625250] env[65997]: DEBUG nova.compute.utils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.626499] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8193ead0-6994-4723-84e9-0b18902329d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.652188] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 765.652452] env[65997]: DEBUG nova.network.neutron [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 765.652774] env[65997]: WARNING neutronclient.v2_0.client [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.653080] env[65997]: WARNING neutronclient.v2_0.client [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.663160] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 765.663160] env[65997]: value = "task-4717955" [ 765.663160] env[65997]: _type = "Task" [ 765.663160] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.675176] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.789705] env[65997]: DEBUG nova.policy [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5ba709f8d7b413f9e7a1c4d699f4944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f394963e52a64168bac2d96eb958db8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.906069] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.906566] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab716cae-db50-4c08-8f6b-c98be598987a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.923316] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717954, 'name': PowerOffVM_Task, 'duration_secs': 0.144656} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.926061] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.926061] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.926373] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 765.926373] env[65997]: value = "task-4717956" [ 765.926373] env[65997]: _type = "Task" [ 765.926373] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.927533] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1575c9-5971-4f49-a9e2-16c4dd000ab8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.940627] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.946998] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184755f4-8114-437d-b721-104a24a4858b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.949039] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.982915] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.983343] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.983570] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Deleting the datastore file [datastore1] ea39cdba-2b34-47f9-bb96-798e4bb2e63d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.983981] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc7c543f-f205-41b4-aa8d-0c14f4d9eb87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.993583] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 765.993583] env[65997]: value = "task-4717958" [ 765.993583] env[65997]: _type = "Task" [ 765.993583] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.011043] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.150285] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 766.183399] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.298421] env[65997]: DEBUG nova.network.neutron [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Successfully created port: 240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 766.339913] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb988095-6610-4e74-8bf6-daca28d58da9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.348659] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50618a87-89b3-4a90-a1e2-3ad9bdce6291 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.386720] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1900b671-9dc9-4a9a-83a0-b51e9d4a085f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.396527] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41df1a-e801-40a0-850c-d71e4b936dff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.411797] env[65997]: DEBUG nova.compute.provider_tree [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.442667] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717956, 'name': PowerOffVM_Task, 'duration_secs': 0.160066} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.443023] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.443618] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.444454] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c3eb4-4e35-4a1e-98cb-881cc03525e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.452771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.453075] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eddfce3b-3437-404f-8f38-974c64ce141a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.486594] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.486983] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.487211] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Deleting the datastore file [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.487532] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e85d1cf-babf-45d7-86f7-cb9b5c96cea7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.499120] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 766.499120] env[65997]: value = "task-4717960" [ 766.499120] env[65997]: _type = "Task" [ 766.499120] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.506442] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120372} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.507319] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.507319] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.507677] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.513705] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.684153] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.917842] env[65997]: DEBUG nova.scheduler.client.report [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.011930] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102627} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.012124] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.012305] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.012479] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.163692] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 767.183385] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.208402] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 767.208720] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.208960] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 767.209199] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.209722] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 767.209722] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 767.209826] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.212069] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 767.212069] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 767.212069] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 767.212069] env[65997]: DEBUG nova.virt.hardware [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 767.212069] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8bb05-d7a4-4fde-a7c3-f58d1f9fc9f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.224888] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff70837-a2f6-4058-ae41-a57436d0cfde {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.422789] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.423256] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 767.426380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.402s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.428170] env[65997]: INFO nova.compute.claims [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.553095] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 767.553282] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.553531] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 767.553531] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.553666] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 767.554067] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 767.554067] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.554404] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 767.554483] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 767.554773] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 767.554773] env[65997]: DEBUG nova.virt.hardware [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 767.555669] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf18ccc-32b7-4dc2-b565-58c6183eb4a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.567347] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbdad0d-bf67-48f0-8705-4f53f93a6293 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.584362] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.593032] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.594130] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.594130] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87885ea1-3c4e-4617-8f3c-f63a154dcc46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.613646] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.613646] env[65997]: value = "task-4717961" [ 767.613646] env[65997]: _type = "Task" [ 767.613646] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.623389] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717961, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.684565] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717955, 'name': ReconfigVM_Task, 'duration_secs': 1.529155} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.685534] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.685791] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b513d59a-cb58-47a1-bf72-06f70ba78c04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.694909] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 767.694909] env[65997]: value = "task-4717962" [ 767.694909] env[65997]: _type = "Task" [ 767.694909] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.704875] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717962, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.920429] env[65997]: DEBUG nova.network.neutron [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Successfully updated port: 240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 767.934758] env[65997]: DEBUG nova.compute.utils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.943577] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 767.944382] env[65997]: DEBUG nova.network.neutron [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 767.944561] env[65997]: WARNING neutronclient.v2_0.client [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.945119] env[65997]: WARNING neutronclient.v2_0.client [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.017653] env[65997]: DEBUG nova.policy [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2fedaf398cc422b89acfc6eb5c171ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a28b0d957cf746baba58736aa6e2cd8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.059629] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.059887] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.060143] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.060311] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.062217] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.062217] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.062217] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.062217] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.062217] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.062405] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.062405] env[65997]: DEBUG nova.virt.hardware [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.063306] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81bbed4-cb61-4551-acf7-9ea71bb1c67f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.075307] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd32329-c9c9-43b2-acc8-369726c10a36 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.093604] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.099556] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.099936] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.100196] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec15f348-9137-45e5-8aec-f86b746ba0ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.120604] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.120604] env[65997]: value = "task-4717963" [ 768.120604] env[65997]: _type = "Task" [ 768.120604] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.127171] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717961, 'name': CreateVM_Task, 'duration_secs': 0.380161} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.127888] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.128394] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.128548] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.128865] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.129398] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a99cdd4-00ba-4f9e-8673-20b8e2860c53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.134810] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717963, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.138974] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 768.138974] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9f64f-7d54-5336-fcf4-890c777fbc89" [ 768.138974] env[65997]: _type = "Task" [ 768.138974] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.148894] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9f64f-7d54-5336-fcf4-890c777fbc89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.208824] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717962, 'name': Rename_Task, 'duration_secs': 0.23117} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.208824] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.208824] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c74611d-522a-4087-bc5c-21e3f06bb280 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.217505] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 768.217505] env[65997]: value = "task-4717964" [ 768.217505] env[65997]: _type = "Task" [ 768.217505] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.227523] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.402039] env[65997]: DEBUG nova.network.neutron [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Successfully created port: 56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 768.422269] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.422475] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquired lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.422675] env[65997]: DEBUG nova.network.neutron [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 768.439231] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 768.635016] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717963, 'name': CreateVM_Task, 'duration_secs': 0.397924} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.635016] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.635327] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.652670] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9f64f-7d54-5336-fcf4-890c777fbc89, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.655875] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.656184] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.656407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.656648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.656737] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.657357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.657710] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.658606] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b727739d-60b8-43e2-b976-2534aa4e428a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.660687] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e28b13-c3ea-4421-9699-f1008b20e954 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.667788] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 768.667788] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523a11d8-2366-77ae-8569-015bb16c5d0c" [ 768.667788] env[65997]: _type = "Task" [ 768.667788] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.676924] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.677146] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.679024] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdde2286-da80-4837-867f-3e67daacfbae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.686098] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523a11d8-2366-77ae-8569-015bb16c5d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.686879] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.687383] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.687383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.689688] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 768.689688] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b6bcc9-e686-5b87-9d52-5c98074d5068" [ 768.689688] env[65997]: _type = "Task" [ 768.689688] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.704513] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b6bcc9-e686-5b87-9d52-5c98074d5068, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.705597] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d23ba99-4665-4011-b9a2-9e5aa13bd62f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.720119] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 768.720119] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a676af-effe-4eb4-c229-0f4738d083f4" [ 768.720119] env[65997]: _type = "Task" [ 768.720119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.731936] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a676af-effe-4eb4-c229-0f4738d083f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.736391] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.736738] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.737093] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717964, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.737357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.737544] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.737775] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd40912-1a59-4cc5-94e8-d59b5c18487e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.743776] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-649fae4a-982a-41ea-8c64-0843749536f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.756062] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 768.756062] env[65997]: value = "task-4717965" [ 768.756062] env[65997]: _type = "Task" [ 768.756062] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.757840] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.758237] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.762207] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919f6ee9-f195-47b7-92e4-5a063618bc23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.776910] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.780223] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 768.780223] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521c5d6f-c85d-ca81-ba29-2e3b4b7e7d11" [ 768.780223] env[65997]: _type = "Task" [ 768.780223] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.792892] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521c5d6f-c85d-ca81-ba29-2e3b4b7e7d11, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.793647] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d348c02b-8a57-4329-aded-8aa84d745e0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.802012] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 768.802012] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52280acf-6898-849b-dea0-664771dc32b9" [ 768.802012] env[65997]: _type = "Task" [ 768.802012] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.816996] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52280acf-6898-849b-dea0-664771dc32b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.817450] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.817807] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.818206] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37077cdb-345d-4f43-a9e9-050e29dbdd58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.829356] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 768.829356] env[65997]: value = "task-4717966" [ 768.829356] env[65997]: _type = "Task" [ 768.829356] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.838927] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.946120] env[65997]: INFO nova.virt.block_device [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Booting with volume 2efd1eb7-a149-4634-80ec-9da61688ebd5 at /dev/sda [ 769.003775] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1f10890-0f53-444b-987e-c3a4a56ce834 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.018931] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93a0dc-8947-4afe-8b8c-fdf3d773d25b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.077522] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3df96e31-46c2-4040-8119-4b91fda46c3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.091770] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b713f-5f89-47ca-a2d2-81e2944affbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.120171] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1aab0a-4264-4ca6-9f49-8021e2ca2cbb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.142992] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad44ea-8531-4b69-92f7-8a55959304a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.149871] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19102e8-568c-44b0-bd3c-dbedaee494c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.157248] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f3ee5-e9bc-43d9-ad41-cf8a7f4d3acc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.187991] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243edee0-1b90-415d-8d99-f8686365a1a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.206049] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0ab73-1299-4ffe-b7c5-0226d809e076 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.210127] env[65997]: DEBUG nova.virt.block_device [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updating existing volume attachment record: 6e565dc7-79f4-4ee9-bb21-08207f04f55a {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.228899] env[65997]: DEBUG nova.compute.provider_tree [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.242798] env[65997]: DEBUG oslo_vmware.api [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717964, 'name': PowerOnVM_Task, 'duration_secs': 0.641212} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.244512] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.244512] env[65997]: DEBUG nova.compute.manager [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.245650] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc98de-f8a0-4183-b738-46b392e4bbaf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.277026] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.277026] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.277026] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.277026] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fba80835-9fdc-490f-abc5-4aa4e67408c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.287386] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 769.287386] env[65997]: value = "task-4717967" [ 769.287386] env[65997]: _type = "Task" [ 769.287386] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.302257] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.344176] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.461198] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0d384-684d-1fd9-c119-593084a2bb74/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.463205] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6761a4-d359-4d30-a021-574ec5c0955b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.472017] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0d384-684d-1fd9-c119-593084a2bb74/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.472280] env[65997]: ERROR oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0d384-684d-1fd9-c119-593084a2bb74/disk-0.vmdk due to incomplete transfer. [ 769.472578] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d23a8d9-be9d-475e-b42e-ee01f9c0a3aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.485935] env[65997]: DEBUG oslo_vmware.rw_handles [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0d384-684d-1fd9-c119-593084a2bb74/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.485935] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Uploaded image e7746131-1028-4a66-b38a-8ae96771dbe3 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.488076] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.488537] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1846ba5c-8c49-485d-aba9-f4f1938d0c82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.499179] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 769.499179] env[65997]: value = "task-4717968" [ 769.499179] env[65997]: _type = "Task" [ 769.499179] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.512127] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717968, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.735400] env[65997]: DEBUG nova.scheduler.client.report [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.772721] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.800590] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105443} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.800860] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.802775] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01568a97-4375-4309-8f67-3d8437904ea3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.831548] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.834200] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6bb6b4-e67d-4c18-a4db-15565df17640 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.852350] env[65997]: DEBUG nova.compute.manager [req-845c4d9a-6f04-40e5-9e91-82a32f8c0234 req-084bfb0f-7f38-4709-9bb8-6d09524ea3ab service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Received event network-vif-plugged-240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.852585] env[65997]: DEBUG oslo_concurrency.lockutils [req-845c4d9a-6f04-40e5-9e91-82a32f8c0234 req-084bfb0f-7f38-4709-9bb8-6d09524ea3ab service nova] Acquiring lock "d79d3983-d81c-4d11-96a6-369cfe728127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.853224] env[65997]: DEBUG oslo_concurrency.lockutils [req-845c4d9a-6f04-40e5-9e91-82a32f8c0234 req-084bfb0f-7f38-4709-9bb8-6d09524ea3ab service nova] Lock "d79d3983-d81c-4d11-96a6-369cfe728127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.853224] env[65997]: DEBUG oslo_concurrency.lockutils [req-845c4d9a-6f04-40e5-9e91-82a32f8c0234 req-084bfb0f-7f38-4709-9bb8-6d09524ea3ab service nova] Lock "d79d3983-d81c-4d11-96a6-369cfe728127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.853440] env[65997]: DEBUG nova.compute.manager [req-845c4d9a-6f04-40e5-9e91-82a32f8c0234 req-084bfb0f-7f38-4709-9bb8-6d09524ea3ab service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] No waiting events found dispatching network-vif-plugged-240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 769.853510] env[65997]: WARNING nova.compute.manager [req-845c4d9a-6f04-40e5-9e91-82a32f8c0234 req-084bfb0f-7f38-4709-9bb8-6d09524ea3ab service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Received unexpected event network-vif-plugged-240443c2-b173-41be-a0b3-c2d75ea9a074 for instance with vm_state building and task_state spawning. [ 769.866496] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752484} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.868050] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.868328] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.868591] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 769.868591] env[65997]: value = "task-4717969" [ 769.868591] env[65997]: _type = "Task" [ 769.868591] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.868800] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ac4bb9-58a4-40c7-b6e8-8cf6cd77d3e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.881420] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.882807] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 769.882807] env[65997]: value = "task-4717970" [ 769.882807] env[65997]: _type = "Task" [ 769.882807] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.894167] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.010295] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717968, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.142511] env[65997]: DEBUG nova.network.neutron [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Successfully updated port: 56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 770.185617] env[65997]: DEBUG nova.network.neutron [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 770.241346] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.244815] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 770.245167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.782s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.246649] env[65997]: INFO nova.compute.claims [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.383540] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.395664] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072494} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.396061] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.396911] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b631f01-2d4a-4df3-b4dc-9df4d8a738d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.420683] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.421088] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea604112-9a1c-4d0f-8569-b07c531b1bd7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.443411] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 770.443411] env[65997]: value = "task-4717971" [ 770.443411] env[65997]: _type = "Task" [ 770.443411] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.453146] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.510953] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717968, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.645382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.645588] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquired lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.647529] env[65997]: DEBUG nova.network.neutron [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.760037] env[65997]: DEBUG nova.compute.utils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.765350] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 770.765597] env[65997]: DEBUG nova.network.neutron [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 770.766237] env[65997]: WARNING neutronclient.v2_0.client [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.766646] env[65997]: WARNING neutronclient.v2_0.client [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.890168] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717969, 'name': ReconfigVM_Task, 'duration_secs': 1.018979} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.890478] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ea39cdba-2b34-47f9-bb96-798e4bb2e63d/ea39cdba-2b34-47f9-bb96-798e4bb2e63d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.891527] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec2b528-ade5-40a8-9d4c-90e1eaf6e249 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.900384] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 770.900384] env[65997]: value = "task-4717972" [ 770.900384] env[65997]: _type = "Task" [ 770.900384] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.908325] env[65997]: DEBUG nova.policy [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979bd3e3bb504af4b7ee6d8f4210a532', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8ad141713e54338beb495b8bff40fff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.918197] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717972, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.933797] env[65997]: WARNING neutronclient.v2_0.client [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.963492] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.019145] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717968, 'name': Destroy_Task, 'duration_secs': 1.125727} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.019145] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Destroyed the VM [ 771.019145] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.019280] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-010a0511-8cde-41b1-888c-229e7a07e05a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.029938] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 771.029938] env[65997]: value = "task-4717973" [ 771.029938] env[65997]: _type = "Task" [ 771.029938] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.046398] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717973, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.271261] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 771.374882] env[65997]: DEBUG nova.network.neutron [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Successfully created port: 51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.383597] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 771.384160] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 771.384703] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.384703] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 771.384829] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.384863] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 771.384998] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 771.385221] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 771.385373] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 771.385537] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 771.385697] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 771.385874] env[65997]: DEBUG nova.virt.hardware [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 771.387017] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca4afa5-7c5e-4509-b656-9bc3f99a1402 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.400443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73078d-d630-431a-a348-8e4f3749f98d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.426179] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717972, 'name': Rename_Task, 'duration_secs': 0.219214} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.427412] env[65997]: DEBUG nova.network.neutron [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 771.429703] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.430443] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63067357-82c3-4df8-86b4-ea07487250d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.438571] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 771.438571] env[65997]: value = "task-4717974" [ 771.438571] env[65997]: _type = "Task" [ 771.438571] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.451115] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.453814] env[65997]: DEBUG nova.network.neutron [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updating instance_info_cache with network_info: [{"id": "240443c2-b173-41be-a0b3-c2d75ea9a074", "address": "fa:16:3e:bd:67:df", "network": {"id": "ac182d61-baaf-4e6a-aeb2-250d89ec2974", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1465577472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f394963e52a64168bac2d96eb958db8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240443c2-b1", "ovs_interfaceid": "240443c2-b173-41be-a0b3-c2d75ea9a074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.462446] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717971, 'name': ReconfigVM_Task, 'duration_secs': 0.64494} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.462763] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95/8f323541-d3f4-4210-bd23-0b8aadab5d95.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.464412] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb898598-a265-4b2d-bd2b-574534548f54 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.472402] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 771.472402] env[65997]: value = "task-4717975" [ 771.472402] env[65997]: _type = "Task" [ 771.472402] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.487671] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717975, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.546858] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717973, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.791233] env[65997]: WARNING neutronclient.v2_0.client [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.923639] env[65997]: DEBUG nova.network.neutron [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updating instance_info_cache with network_info: [{"id": "56edb008-534c-4c66-b84c-08c172eeb9d2", "address": "fa:16:3e:ef:d6:36", "network": {"id": "f6f7c131-ba5d-4737-a5a9-5b6bcf34afd4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1227896841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a28b0d957cf746baba58736aa6e2cd8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56edb008-53", "ovs_interfaceid": "56edb008-534c-4c66-b84c-08c172eeb9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.952908] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.956960] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Releasing lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.957355] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Instance network_info: |[{"id": "240443c2-b173-41be-a0b3-c2d75ea9a074", "address": "fa:16:3e:bd:67:df", "network": {"id": "ac182d61-baaf-4e6a-aeb2-250d89ec2974", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1465577472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f394963e52a64168bac2d96eb958db8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240443c2-b1", "ovs_interfaceid": "240443c2-b173-41be-a0b3-c2d75ea9a074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.957918] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:67:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '240443c2-b173-41be-a0b3-c2d75ea9a074', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.965521] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Creating folder: Project (f394963e52a64168bac2d96eb958db8f). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.968954] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7be8d70-8715-4370-838a-7841256f8b53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.982832] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717975, 'name': Rename_Task, 'duration_secs': 0.165634} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.987259] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.988025] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Created folder: Project (f394963e52a64168bac2d96eb958db8f) in parent group-v920549. [ 771.988235] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Creating folder: Instances. Parent ref: group-v920702. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.989025] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f3e0f91-326f-4588-b52d-0000846e6711 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.990546] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21deeb0f-b10d-4a82-acdb-c039aab1b65b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.998859] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 771.998859] env[65997]: value = "task-4717977" [ 771.998859] env[65997]: _type = "Task" [ 771.998859] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.005154] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Created folder: Instances in parent group-v920702. [ 772.005429] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.006371] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf6abd-6f3e-40a2-b3c4-119c1b78b535 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.009965] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.010686] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1b5f914-efeb-4d70-8eb8-2369bda80715 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.029459] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.037372] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cfe0f7-71d5-419a-8875-b06bbfde644d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.042979] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.042979] env[65997]: value = "task-4717979" [ 772.042979] env[65997]: _type = "Task" [ 772.042979] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.080737] env[65997]: DEBUG oslo_vmware.api [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4717973, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814894} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.081036] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d2cb7-423b-427f-9956-b6a4147b040c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.083867] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.084140] env[65997]: INFO nova.compute.manager [None req-2d25489e-3ded-452f-aec0-e7569784cdc7 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 772.089995] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717979, 'name': CreateVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.099478] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2460b6-54aa-4f3b-a10b-29ebfcc7afb1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.114648] env[65997]: DEBUG nova.compute.provider_tree [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.286246] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 772.316178] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.316433] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.316602] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.316789] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.316931] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.317089] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.317296] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.317509] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.317603] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.317758] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.317937] env[65997]: DEBUG nova.virt.hardware [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.318966] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668d960a-ab1d-456b-9e4f-098829606d1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.327774] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8c174-80b9-42df-9e16-565bf5ff9910 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.427416] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Releasing lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.428301] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance network_info: |[{"id": "56edb008-534c-4c66-b84c-08c172eeb9d2", "address": "fa:16:3e:ef:d6:36", "network": {"id": "f6f7c131-ba5d-4737-a5a9-5b6bcf34afd4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1227896841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a28b0d957cf746baba58736aa6e2cd8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56edb008-53", "ovs_interfaceid": "56edb008-534c-4c66-b84c-08c172eeb9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 772.428695] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d6:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56edb008-534c-4c66-b84c-08c172eeb9d2', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.441140] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Creating folder: Project (a28b0d957cf746baba58736aa6e2cd8b). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.441659] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5082b38e-b98a-4c0b-aa82-871ad001ade6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.456480] env[65997]: DEBUG oslo_vmware.api [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4717974, 'name': PowerOnVM_Task, 'duration_secs': 0.652192} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.456725] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.457069] env[65997]: DEBUG nova.compute.manager [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.457892] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f4beee-7e32-42f3-ac2b-30fe9b679c38 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.462209] env[65997]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 772.462398] env[65997]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65997) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 772.462778] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Folder already exists: Project (a28b0d957cf746baba58736aa6e2cd8b). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 772.462975] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Creating folder: Instances. Parent ref: group-v920667. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.463251] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-348c51e4-92b8-402c-b022-3767c1fdce4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.480519] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Created folder: Instances in parent group-v920667. [ 772.480811] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.481043] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.481321] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01fad7f4-3d52-4d55-a01c-a35dbd1ee26b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.506697] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.506697] env[65997]: value = "task-4717982" [ 772.506697] env[65997]: _type = "Task" [ 772.506697] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.514659] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.522637] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717982, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.555645] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717979, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.618702] env[65997]: DEBUG nova.scheduler.client.report [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.978693] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.012121] env[65997]: DEBUG oslo_vmware.api [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4717977, 'name': PowerOnVM_Task, 'duration_secs': 0.668156} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.015599] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.015860] env[65997]: DEBUG nova.compute.manager [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.016646] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db2df8-2fdd-42bd-a4e8-9656ec51d40a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.030827] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717982, 'name': CreateVM_Task, 'duration_secs': 0.419042} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.031293] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.031782] env[65997]: WARNING neutronclient.v2_0.client [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.032194] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '6e565dc7-79f4-4ee9-bb21-08207f04f55a', 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920682', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'name': 'volume-2efd1eb7-a149-4634-80ec-9da61688ebd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c0776eb-2d06-4038-9515-5ce1c16113f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'serial': '2efd1eb7-a149-4634-80ec-9da61688ebd5'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65997) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 773.032394] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Root volume attach. Driver type: vmdk {{(pid=65997) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 773.033181] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a038f-98fb-461d-b455-8e2d224ec5e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.041824] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3cf0b-0b81-46e3-ae9d-692625ad5a3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.050287] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d13830-2f06-44e5-9de7-2e9176800d82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.058721] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717979, 'name': CreateVM_Task, 'duration_secs': 0.524941} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.059319] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.059863] env[65997]: WARNING neutronclient.v2_0.client [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.060249] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.060399] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.060713] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.061622] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce288e07-da70-48b1-8755-a3f6cc901db6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.068022] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ead82c9-63e8-4408-bd8d-938f2dcb9877 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.069906] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 773.069906] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52937953-ed0b-3726-6837-b86a72fe4a94" [ 773.069906] env[65997]: _type = "Task" [ 773.069906] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.076735] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 773.076735] env[65997]: value = "task-4717983" [ 773.076735] env[65997]: _type = "Task" [ 773.076735] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.081363] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52937953-ed0b-3726-6837-b86a72fe4a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.091350] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717983, 'name': RelocateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.130276] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.131247] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 773.138977] env[65997]: DEBUG nova.network.neutron [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Successfully updated port: 51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 773.140562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.225s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.140878] env[65997]: DEBUG nova.objects.instance [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lazy-loading 'resources' on Instance uuid 8e109a78-f755-4d0f-87d9-9e51c8ed1c17 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.538031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.582920] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52937953-ed0b-3726-6837-b86a72fe4a94, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.586749] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.586987] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.587237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.587377] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.587552] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.587824] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7196908a-be2b-471d-a84f-60ba2e8f9a1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.596739] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717983, 'name': RelocateVM_Task, 'duration_secs': 0.449447} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.596739] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 773.597068] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920682', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'name': 'volume-2efd1eb7-a149-4634-80ec-9da61688ebd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c0776eb-2d06-4038-9515-5ce1c16113f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'serial': '2efd1eb7-a149-4634-80ec-9da61688ebd5'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 773.598232] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6b1ab-391a-4cf7-8e91-a43fb7ab9180 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.600974] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.601165] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.601947] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30a2d22-a4d5-469c-b1e3-9a9bc723654a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.610490] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 773.610490] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526b03f7-6069-78ab-855a-5f6821557314" [ 773.610490] env[65997]: _type = "Task" [ 773.610490] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.630289] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46318bd-1925-458c-8d71-dea35acd0d8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.649593] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526b03f7-6069-78ab-855a-5f6821557314, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.650251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "refresh_cache-e5fc0417-2680-457f-8760-af261a5ac23f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.650397] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquired lock "refresh_cache-e5fc0417-2680-457f-8760-af261a5ac23f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.651969] env[65997]: DEBUG nova.network.neutron [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 773.656525] env[65997]: DEBUG nova.compute.utils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.668619] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-2efd1eb7-a149-4634-80ec-9da61688ebd5/volume-2efd1eb7-a149-4634-80ec-9da61688ebd5.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.670956] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 773.671184] env[65997]: DEBUG nova.network.neutron [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.671553] env[65997]: WARNING neutronclient.v2_0.client [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.671868] env[65997]: WARNING neutronclient.v2_0.client [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.673938] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbad2e5-87ce-414b-89f9-ca440b06fdaf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.694485] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0c63ea-d09b-46f8-8c16-c9961e272cc3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.702106] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 773.702106] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52181f8f-0d1f-d472-c010-ae25b9eadf39" [ 773.702106] env[65997]: _type = "Task" [ 773.702106] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.711841] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 773.711841] env[65997]: value = "task-4717984" [ 773.711841] env[65997]: _type = "Task" [ 773.711841] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.720595] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52181f8f-0d1f-d472-c010-ae25b9eadf39, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.721360] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.721743] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d79d3983-d81c-4d11-96a6-369cfe728127/d79d3983-d81c-4d11-96a6-369cfe728127.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.724828] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8995417d-b8e2-45d8-8888-41e8ddaa8335 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.732184] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.737994] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 773.737994] env[65997]: value = "task-4717985" [ 773.737994] env[65997]: _type = "Task" [ 773.737994] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.747019] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.795464] env[65997]: DEBUG nova.policy [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382ac222e01749738e71cc08445d3b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198a4ecec02d440289419a63a0c36717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.833911] env[65997]: DEBUG nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Received event network-changed-240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.834207] env[65997]: DEBUG nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Refreshing instance network info cache due to event network-changed-240443c2-b173-41be-a0b3-c2d75ea9a074. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 773.834492] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Acquiring lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.836015] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Acquired lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.836015] env[65997]: DEBUG nova.network.neutron [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Refreshing network info cache for port 240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.170178] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 774.227351] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717984, 'name': ReconfigVM_Task, 'duration_secs': 0.522982} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.230578] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-2efd1eb7-a149-4634-80ec-9da61688ebd5/volume-2efd1eb7-a149-4634-80ec-9da61688ebd5.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.236729] env[65997]: DEBUG nova.network.neutron [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Successfully created port: 3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 774.239831] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d203ae9f-42be-4e30-8ebd-d365fd4bdf61 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.262781] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 774.262781] env[65997]: value = "task-4717986" [ 774.262781] env[65997]: _type = "Task" [ 774.262781] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.271037] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717985, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.275127] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.298481] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf90aa4d-54ed-4492-9a46-f5f3674e6b2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.307984] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742b2d2-232f-434f-a5ef-91b44ed94f78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.351169] env[65997]: WARNING neutronclient.v2_0.client [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.355263] env[65997]: DEBUG nova.network.neutron [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 774.358574] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b22c92-fc98-4a1f-8a77-bc933a333995 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.368042] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06208d38-b5f2-4d8f-a126-c8c9f0213fc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.387145] env[65997]: DEBUG nova.compute.provider_tree [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.457456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "4c307382-726d-43b9-b068-658df2f21c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.457679] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "4c307382-726d-43b9-b068-658df2f21c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.763028] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58189} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.766977] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d79d3983-d81c-4d11-96a6-369cfe728127/d79d3983-d81c-4d11-96a6-369cfe728127.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.767213] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.768108] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95b9550b-63b7-4a3a-aeef-b4c127b1f95f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.780527] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717986, 'name': ReconfigVM_Task, 'duration_secs': 0.151171} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.782085] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920682', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'name': 'volume-2efd1eb7-a149-4634-80ec-9da61688ebd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c0776eb-2d06-4038-9515-5ce1c16113f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'serial': '2efd1eb7-a149-4634-80ec-9da61688ebd5'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 774.782765] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 774.782765] env[65997]: value = "task-4717987" [ 774.782765] env[65997]: _type = "Task" [ 774.782765] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.782966] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc1b835-7c2a-4272-bf81-1b3da9e162b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.802025] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.803913] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 774.803913] env[65997]: value = "task-4717988" [ 774.803913] env[65997]: _type = "Task" [ 774.803913] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.814552] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717988, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.890268] env[65997]: DEBUG nova.scheduler.client.report [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.905025] env[65997]: WARNING neutronclient.v2_0.client [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.960307] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "483e13f3-710c-4221-9fc9-090418c6703c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.960560] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "483e13f3-710c-4221-9fc9-090418c6703c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.960778] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "483e13f3-710c-4221-9fc9-090418c6703c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.960960] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "483e13f3-710c-4221-9fc9-090418c6703c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.961134] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "483e13f3-710c-4221-9fc9-090418c6703c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.962759] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 774.966172] env[65997]: INFO nova.compute.manager [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Terminating instance [ 775.007217] env[65997]: WARNING neutronclient.v2_0.client [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.104924] env[65997]: DEBUG nova.network.neutron [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Updating instance_info_cache with network_info: [{"id": "51c501ae-7aa4-4450-ac58-348f46fb524e", "address": "fa:16:3e:e2:8e:f0", "network": {"id": "5e6dab79-4612-4cc6-95be-6d5d1948a819", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-58070770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e8ad141713e54338beb495b8bff40fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c501ae-7a", "ovs_interfaceid": "51c501ae-7aa4-4450-ac58-348f46fb524e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.187795] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 775.226685] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.227021] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.227096] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.227294] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.227446] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.227562] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.227718] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.228176] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.228176] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.228317] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.228442] env[65997]: DEBUG nova.virt.hardware [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.229369] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ca473-b134-45d3-96d8-53f77ec2e113 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.238283] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c065461-b2d5-4569-9242-cea395f19dac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.299674] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079514} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.299987] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.301048] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e7704-57af-4475-9064-c50181eb8cd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.329023] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d79d3983-d81c-4d11-96a6-369cfe728127/d79d3983-d81c-4d11-96a6-369cfe728127.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.329023] env[65997]: DEBUG nova.network.neutron [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updated VIF entry in instance network info cache for port 240443c2-b173-41be-a0b3-c2d75ea9a074. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.329281] env[65997]: DEBUG nova.network.neutron [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updating instance_info_cache with network_info: [{"id": "240443c2-b173-41be-a0b3-c2d75ea9a074", "address": "fa:16:3e:bd:67:df", "network": {"id": "ac182d61-baaf-4e6a-aeb2-250d89ec2974", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1465577472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f394963e52a64168bac2d96eb958db8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240443c2-b1", "ovs_interfaceid": "240443c2-b173-41be-a0b3-c2d75ea9a074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.329792] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a4203f-7842-4d09-8c21-93b1b34f7d48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.351235] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717988, 'name': Rename_Task, 'duration_secs': 0.151018} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.352032] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.352539] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92949813-1653-469d-b91c-51e18c17e7cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.358716] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 775.358716] env[65997]: value = "task-4717989" [ 775.358716] env[65997]: _type = "Task" [ 775.358716] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.361250] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 775.361250] env[65997]: value = "task-4717990" [ 775.361250] env[65997]: _type = "Task" [ 775.361250] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.374062] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.377287] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.398473] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.401430] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.253s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.403236] env[65997]: INFO nova.compute.claims [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.439705] env[65997]: INFO nova.scheduler.client.report [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Deleted allocations for instance 8e109a78-f755-4d0f-87d9-9e51c8ed1c17 [ 775.474020] env[65997]: DEBUG nova.compute.manager [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 775.475523] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.475523] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65b331-9e5f-4b9c-8e29-e21a8d48cb8f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.486878] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.487247] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9be1df5-d590-455c-beb2-d520a4925448 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.490195] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.497787] env[65997]: DEBUG oslo_vmware.api [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 775.497787] env[65997]: value = "task-4717991" [ 775.497787] env[65997]: _type = "Task" [ 775.497787] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.510028] env[65997]: DEBUG oslo_vmware.api [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.571417] env[65997]: INFO nova.compute.manager [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Rebuilding instance [ 775.607574] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Releasing lock "refresh_cache-e5fc0417-2680-457f-8760-af261a5ac23f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.608065] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Instance network_info: |[{"id": "51c501ae-7aa4-4450-ac58-348f46fb524e", "address": "fa:16:3e:e2:8e:f0", "network": {"id": "5e6dab79-4612-4cc6-95be-6d5d1948a819", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-58070770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e8ad141713e54338beb495b8bff40fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c501ae-7a", "ovs_interfaceid": "51c501ae-7aa4-4450-ac58-348f46fb524e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 775.608896] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:8e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51c501ae-7aa4-4450-ac58-348f46fb524e', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.616593] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Creating folder: Project (e8ad141713e54338beb495b8bff40fff). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.622514] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0df0b8fa-364c-41fc-ae93-7f200bb28625 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.628101] env[65997]: DEBUG nova.compute.manager [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.628999] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618e150-c5fc-46a9-8ca8-f44d4b825233 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.640834] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Created folder: Project (e8ad141713e54338beb495b8bff40fff) in parent group-v920549. [ 775.641114] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Creating folder: Instances. Parent ref: group-v920707. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.641690] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2057a1e7-b775-4ba2-a4f6-9e34831911f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.654353] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Created folder: Instances in parent group-v920707. [ 775.654680] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.654930] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.655207] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b66f6390-b589-4fe1-a80c-873822eb4739 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.686093] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.686093] env[65997]: value = "task-4717994" [ 775.686093] env[65997]: _type = "Task" [ 775.686093] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.691978] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717994, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.851026] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Releasing lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.851348] env[65997]: DEBUG nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Received event network-vif-plugged-56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.851348] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Acquiring lock "0c0776eb-2d06-4038-9515-5ce1c16113f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.851532] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.851798] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.851874] env[65997]: DEBUG nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] No waiting events found dispatching network-vif-plugged-56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 775.851996] env[65997]: WARNING nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Received unexpected event network-vif-plugged-56edb008-534c-4c66-b84c-08c172eeb9d2 for instance with vm_state building and task_state spawning. [ 775.852547] env[65997]: DEBUG nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Received event network-changed-56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.852547] env[65997]: DEBUG nova.compute.manager [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Refreshing instance network info cache due to event network-changed-56edb008-534c-4c66-b84c-08c172eeb9d2. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 775.852547] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Acquiring lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.853222] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Acquired lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.853222] env[65997]: DEBUG nova.network.neutron [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Refreshing network info cache for port 56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.877907] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.881238] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.955627] env[65997]: DEBUG oslo_concurrency.lockutils [None req-198ac0ce-b349-48c2-95e3-13fa567ecccf tempest-ImagesNegativeTestJSON-405197654 tempest-ImagesNegativeTestJSON-405197654-project-member] Lock "8e109a78-f755-4d0f-87d9-9e51c8ed1c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.350s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.993608] env[65997]: DEBUG nova.network.neutron [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Successfully updated port: 3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 776.022993] env[65997]: DEBUG oslo_vmware.api [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717991, 'name': PowerOffVM_Task, 'duration_secs': 0.216968} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.022993] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.022993] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.023235] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-625716b8-a462-48eb-8530-98150757794a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.115473] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.115884] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.115977] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Deleting the datastore file [datastore1] 483e13f3-710c-4221-9fc9-090418c6703c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.116244] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e137c8-2271-41e1-98da-84894e248d80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.126570] env[65997]: DEBUG oslo_vmware.api [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for the task: (returnval){ [ 776.126570] env[65997]: value = "task-4717996" [ 776.126570] env[65997]: _type = "Task" [ 776.126570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.136492] env[65997]: DEBUG oslo_vmware.api [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.196365] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4717994, 'name': CreateVM_Task, 'duration_secs': 0.443089} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.197083] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.201630] env[65997]: WARNING neutronclient.v2_0.client [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.202304] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202472] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.202916] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.203312] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9284c1-0042-4b27-a672-5fda35eb21ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.210583] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 776.210583] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521253b2-3987-ff7b-9e0c-c1ad117a3953" [ 776.210583] env[65997]: _type = "Task" [ 776.210583] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.226073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "8f323541-d3f4-4210-bd23-0b8aadab5d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.226073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "8f323541-d3f4-4210-bd23-0b8aadab5d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.226073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "8f323541-d3f4-4210-bd23-0b8aadab5d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.227219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "8f323541-d3f4-4210-bd23-0b8aadab5d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.227417] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "8f323541-d3f4-4210-bd23-0b8aadab5d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.229756] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521253b2-3987-ff7b-9e0c-c1ad117a3953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.230275] env[65997]: INFO nova.compute.manager [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Terminating instance [ 776.355924] env[65997]: WARNING neutronclient.v2_0.client [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.376581] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717989, 'name': ReconfigVM_Task, 'duration_secs': 0.627418} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.377532] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d79d3983-d81c-4d11-96a6-369cfe728127/d79d3983-d81c-4d11-96a6-369cfe728127.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.378927] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f37d2c4-ebcf-41de-8124-581bc3baf0f8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.385489] env[65997]: DEBUG oslo_vmware.api [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4717990, 'name': PowerOnVM_Task, 'duration_secs': 0.540945} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.385489] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.385737] env[65997]: INFO nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Took 5.00 seconds to spawn the instance on the hypervisor. [ 776.385791] env[65997]: DEBUG nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.386668] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ba3f6-8d7d-47a0-bf2f-98ea1d18c5b8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.392150] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 776.392150] env[65997]: value = "task-4717997" [ 776.392150] env[65997]: _type = "Task" [ 776.392150] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.410378] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717997, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.498529] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.498681] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.498938] env[65997]: DEBUG nova.network.neutron [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.592824] env[65997]: WARNING neutronclient.v2_0.client [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.602287] env[65997]: DEBUG nova.compute.manager [req-2d0a2cfc-25f5-412d-8f49-5a5444108438 req-19190a29-c9cf-4377-a251-24a98d047905 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Received event network-vif-plugged-3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 776.602717] env[65997]: DEBUG oslo_concurrency.lockutils [req-2d0a2cfc-25f5-412d-8f49-5a5444108438 req-19190a29-c9cf-4377-a251-24a98d047905 service nova] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.602717] env[65997]: DEBUG oslo_concurrency.lockutils [req-2d0a2cfc-25f5-412d-8f49-5a5444108438 req-19190a29-c9cf-4377-a251-24a98d047905 service nova] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.602867] env[65997]: DEBUG oslo_concurrency.lockutils [req-2d0a2cfc-25f5-412d-8f49-5a5444108438 req-19190a29-c9cf-4377-a251-24a98d047905 service nova] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.603698] env[65997]: DEBUG nova.compute.manager [req-2d0a2cfc-25f5-412d-8f49-5a5444108438 req-19190a29-c9cf-4377-a251-24a98d047905 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] No waiting events found dispatching network-vif-plugged-3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 776.603698] env[65997]: WARNING nova.compute.manager [req-2d0a2cfc-25f5-412d-8f49-5a5444108438 req-19190a29-c9cf-4377-a251-24a98d047905 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Received unexpected event network-vif-plugged-3c677711-b405-4b80-b050-692db38b8c9f for instance with vm_state building and task_state spawning. [ 776.636027] env[65997]: DEBUG oslo_vmware.api [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Task: {'id': task-4717996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320928} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.636519] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.636768] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.637043] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.637306] env[65997]: INFO nova.compute.manager [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 776.637637] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.637892] env[65997]: DEBUG nova.compute.manager [-] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 776.638071] env[65997]: DEBUG nova.network.neutron [-] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.638323] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.652233] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.653657] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f74ead-ecea-4419-9110-c4546f884f33 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.664277] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 776.664277] env[65997]: value = "task-4717998" [ 776.664277] env[65997]: _type = "Task" [ 776.664277] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.679196] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.694867] env[65997]: DEBUG nova.compute.manager [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Received event network-vif-plugged-51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 776.694867] env[65997]: DEBUG oslo_concurrency.lockutils [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] Acquiring lock "e5fc0417-2680-457f-8760-af261a5ac23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.694867] env[65997]: DEBUG oslo_concurrency.lockutils [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] Lock "e5fc0417-2680-457f-8760-af261a5ac23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.695199] env[65997]: DEBUG oslo_concurrency.lockutils [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] Lock "e5fc0417-2680-457f-8760-af261a5ac23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.695199] env[65997]: DEBUG nova.compute.manager [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] No waiting events found dispatching network-vif-plugged-51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 776.695718] env[65997]: WARNING nova.compute.manager [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Received unexpected event network-vif-plugged-51c501ae-7aa4-4450-ac58-348f46fb524e for instance with vm_state building and task_state spawning. [ 776.695811] env[65997]: DEBUG nova.compute.manager [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Received event network-changed-51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 776.696013] env[65997]: DEBUG nova.compute.manager [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Refreshing instance network info cache due to event network-changed-51c501ae-7aa4-4450-ac58-348f46fb524e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 776.696231] env[65997]: DEBUG oslo_concurrency.lockutils [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] Acquiring lock "refresh_cache-e5fc0417-2680-457f-8760-af261a5ac23f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.696530] env[65997]: DEBUG oslo_concurrency.lockutils [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] Acquired lock "refresh_cache-e5fc0417-2680-457f-8760-af261a5ac23f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.696530] env[65997]: DEBUG nova.network.neutron [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Refreshing network info cache for port 51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.726077] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521253b2-3987-ff7b-9e0c-c1ad117a3953, 'name': SearchDatastore_Task, 'duration_secs': 0.022427} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.729502] env[65997]: DEBUG nova.network.neutron [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updated VIF entry in instance network info cache for port 56edb008-534c-4c66-b84c-08c172eeb9d2. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 776.730445] env[65997]: DEBUG nova.network.neutron [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updating instance_info_cache with network_info: [{"id": "56edb008-534c-4c66-b84c-08c172eeb9d2", "address": "fa:16:3e:ef:d6:36", "network": {"id": "f6f7c131-ba5d-4737-a5a9-5b6bcf34afd4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1227896841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a28b0d957cf746baba58736aa6e2cd8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56edb008-53", "ovs_interfaceid": "56edb008-534c-4c66-b84c-08c172eeb9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.732380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.732380] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.732638] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.732770] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.733043] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.737343] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abf7a67-fe4f-4dd7-8e7c-a042704c222b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.739565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "refresh_cache-8f323541-d3f4-4210-bd23-0b8aadab5d95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.739720] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquired lock "refresh_cache-8f323541-d3f4-4210-bd23-0b8aadab5d95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.739904] env[65997]: DEBUG nova.network.neutron [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.751288] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.751972] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.753500] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f112f3fb-7192-4953-87d1-f8d0ace0cb6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.763971] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 776.763971] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eeddc8-927c-b40b-a06a-a5895721f2cf" [ 776.763971] env[65997]: _type = "Task" [ 776.763971] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.779573] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eeddc8-927c-b40b-a06a-a5895721f2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.798579] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.918042] env[65997]: INFO nova.compute.manager [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Took 22.12 seconds to build instance. [ 776.923235] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717997, 'name': Rename_Task, 'duration_secs': 0.281525} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.923235] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.923235] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04f5d32-e9f7-4cbf-8f8b-6fb86c786f6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.933569] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 776.933569] env[65997]: value = "task-4717999" [ 776.933569] env[65997]: _type = "Task" [ 776.933569] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.950041] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.976725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.976928] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.977162] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.978167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.978167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.979935] env[65997]: INFO nova.compute.manager [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Terminating instance [ 777.061757] env[65997]: DEBUG nova.network.neutron [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 777.091731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "d73ebbf0-9621-4861-aa95-ec504c9f253d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.092183] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.140085] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0841439-be21-496d-894d-d9eb697e1106 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.151364] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1865683-4d29-4640-9c65-36ceb33f81c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.156326] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "520aa36a-46c8-4fd8-947d-8934c5ee8235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.156326] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.156326] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "520aa36a-46c8-4fd8-947d-8934c5ee8235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.156463] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.156603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.159987] env[65997]: INFO nova.compute.manager [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Terminating instance [ 777.194471] env[65997]: WARNING neutronclient.v2_0.client [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.200482] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b646e-7231-4439-8186-590148236281 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.204110] env[65997]: WARNING neutronclient.v2_0.client [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.213359] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4717998, 'name': PowerOffVM_Task, 'duration_secs': 0.365266} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.215892] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.216028] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.216789] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57221afa-17c1-441b-af70-54e7705d0713 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.221527] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db622778-4e05-449b-85f7-635287112f56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.236361] env[65997]: DEBUG oslo_concurrency.lockutils [req-d0e15e35-de21-4084-811c-7970c5efe60c req-a2e1e16e-afd9-4bf5-bb4f-5f8fc35861a8 service nova] Releasing lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.237227] env[65997]: DEBUG nova.compute.provider_tree [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.241678] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.242603] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d0d51fa-1077-43d4-b9a8-38ffc58ab692 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.244542] env[65997]: WARNING neutronclient.v2_0.client [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.276532] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eeddc8-927c-b40b-a06a-a5895721f2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016706} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.277498] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed84cce-6952-40a8-adae-066eaab61a59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.284203] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 777.284203] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521bbefa-fa9e-a02b-bc74-daf5e82da8b6" [ 777.284203] env[65997]: _type = "Task" [ 777.284203] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.299186] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521bbefa-fa9e-a02b-bc74-daf5e82da8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.308337] env[65997]: DEBUG nova.network.neutron [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 777.328854] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.329159] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.329397] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleting the datastore file [datastore1] 11648856-bff6-44d2-925c-54d11267d62f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.329750] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f109782d-5631-4f18-bfa2-181c3567a0f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.338324] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 777.338324] env[65997]: value = "task-4718001" [ 777.338324] env[65997]: _type = "Task" [ 777.338324] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.348725] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.365451] env[65997]: DEBUG nova.network.neutron [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.419360] env[65997]: DEBUG nova.network.neutron [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.422536] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bad568db-8425-48a7-b824-8b0aa6d14e27 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.670s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.449521] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.484744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "refresh_cache-ea39cdba-2b34-47f9-bb96-798e4bb2e63d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.484744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquired lock "refresh_cache-ea39cdba-2b34-47f9-bb96-798e4bb2e63d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.484744] env[65997]: DEBUG nova.network.neutron [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 777.489369] env[65997]: WARNING neutronclient.v2_0.client [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.597019] env[65997]: DEBUG nova.network.neutron [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Updated VIF entry in instance network info cache for port 51c501ae-7aa4-4450-ac58-348f46fb524e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.597396] env[65997]: DEBUG nova.network.neutron [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Updating instance_info_cache with network_info: [{"id": "51c501ae-7aa4-4450-ac58-348f46fb524e", "address": "fa:16:3e:e2:8e:f0", "network": {"id": "5e6dab79-4612-4cc6-95be-6d5d1948a819", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-58070770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e8ad141713e54338beb495b8bff40fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c501ae-7a", "ovs_interfaceid": "51c501ae-7aa4-4450-ac58-348f46fb524e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.607414] env[65997]: DEBUG nova.network.neutron [-] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.693621] env[65997]: DEBUG nova.compute.manager [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 777.693861] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.694786] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aebcfa-b133-4895-855d-a2af711b80a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.707178] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.707178] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aef905a-dae5-435e-9363-9de48be4fdf9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.715144] env[65997]: DEBUG oslo_vmware.api [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 777.715144] env[65997]: value = "task-4718002" [ 777.715144] env[65997]: _type = "Task" [ 777.715144] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.730612] env[65997]: DEBUG oslo_vmware.api [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.743272] env[65997]: DEBUG nova.scheduler.client.report [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.803661] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521bbefa-fa9e-a02b-bc74-daf5e82da8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.804457] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.804457] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e5fc0417-2680-457f-8760-af261a5ac23f/e5fc0417-2680-457f-8760-af261a5ac23f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.804841] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aae0f98-442d-43e2-a53c-12bdc83590f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.815023] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 777.815023] env[65997]: value = "task-4718003" [ 777.815023] env[65997]: _type = "Task" [ 777.815023] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.827529] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.851178] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446065} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.851178] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.851178] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.851372] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.868799] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.870033] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Instance network_info: |[{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 777.870253] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:f8:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c677711-b405-4b80-b050-692db38b8c9f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.879763] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating folder: Project (198a4ecec02d440289419a63a0c36717). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.880112] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bee3d93a-a2cf-4dbf-80f5-03f3593a0370 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.898359] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created folder: Project (198a4ecec02d440289419a63a0c36717) in parent group-v920549. [ 777.898592] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating folder: Instances. Parent ref: group-v920710. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.898844] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cfdf0aa-b662-4168-883f-3953f7d72a01 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.913189] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created folder: Instances in parent group-v920710. [ 777.913630] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 777.913952] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.914323] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd582774-0386-4052-922c-a619f892ac46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.935286] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Releasing lock "refresh_cache-8f323541-d3f4-4210-bd23-0b8aadab5d95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.935791] env[65997]: DEBUG nova.compute.manager [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 777.936166] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.936541] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 777.940052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1666520a-7d42-43de-93db-577d48d01fcb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.958184] env[65997]: DEBUG oslo_vmware.api [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4717999, 'name': PowerOnVM_Task, 'duration_secs': 0.713452} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.958515] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.960509] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.960509] env[65997]: INFO nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Took 10.80 seconds to spawn the instance on the hypervisor. [ 777.960793] env[65997]: DEBUG nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 777.962691] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0775b7-6176-4e89-835d-02a3586a05e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.962880] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.962880] env[65997]: value = "task-4718006" [ 777.962880] env[65997]: _type = "Task" [ 777.962880] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.963664] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257f37db-fcb0-4bb6-90d6-31a1f1901830 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.973542] env[65997]: DEBUG oslo_vmware.api [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 777.973542] env[65997]: value = "task-4718007" [ 777.973542] env[65997]: _type = "Task" [ 777.973542] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.988485] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718006, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.995795] env[65997]: WARNING neutronclient.v2_0.client [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.999707] env[65997]: DEBUG oslo_vmware.api [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4718007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.053539] env[65997]: DEBUG nova.network.neutron [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.071565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.071774] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.072054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.072273] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.072720] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.075090] env[65997]: INFO nova.compute.manager [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Terminating instance [ 778.102545] env[65997]: DEBUG oslo_concurrency.lockutils [req-28925429-703e-4783-a9d7-c377306b0fdd req-bb27abc3-39cc-4d32-a3be-5bf7f9d2dddc service nova] Releasing lock "refresh_cache-e5fc0417-2680-457f-8760-af261a5ac23f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.110389] env[65997]: INFO nova.compute.manager [-] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Took 1.47 seconds to deallocate network for instance. [ 778.181270] env[65997]: DEBUG nova.network.neutron [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.224287] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "194fee91-f50b-439c-9f97-24eca664c849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.225025] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "194fee91-f50b-439c-9f97-24eca664c849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.225513] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "194fee91-f50b-439c-9f97-24eca664c849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.226505] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "194fee91-f50b-439c-9f97-24eca664c849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.226716] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "194fee91-f50b-439c-9f97-24eca664c849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.232321] env[65997]: DEBUG oslo_vmware.api [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718002, 'name': PowerOffVM_Task, 'duration_secs': 0.314547} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.232884] env[65997]: INFO nova.compute.manager [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Terminating instance [ 778.236248] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.236518] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.237200] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-397d8aaa-940e-498b-8de7-6d3d9ca530ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.250436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.251043] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 778.254867] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.936s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.258663] env[65997]: INFO nova.compute.claims [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.338091] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.353311] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.353508] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.353818] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleting the datastore file [datastore1] 520aa36a-46c8-4fd8-947d-8934c5ee8235 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.354522] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a853f94-a12c-4043-a84d-4fa2def9cfe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.371781] env[65997]: DEBUG oslo_vmware.api [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 778.371781] env[65997]: value = "task-4718009" [ 778.371781] env[65997]: _type = "Task" [ 778.371781] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.383063] env[65997]: DEBUG oslo_vmware.api [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.474407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.484012] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718006, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.495510] env[65997]: DEBUG oslo_vmware.api [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4718007, 'name': PowerOffVM_Task, 'duration_secs': 0.173707} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.498364] env[65997]: INFO nova.compute.manager [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Took 25.97 seconds to build instance. [ 778.499267] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.499754] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.500243] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2188e8-1f9f-44c1-a781-439cade8bcb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.532680] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.535849] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.535849] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Deleting the datastore file [datastore2] 8f323541-d3f4-4210-bd23-0b8aadab5d95 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.535849] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fa65736-8b34-49e0-9611-9b5b1d257b0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.543852] env[65997]: DEBUG oslo_vmware.api [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for the task: (returnval){ [ 778.543852] env[65997]: value = "task-4718011" [ 778.543852] env[65997]: _type = "Task" [ 778.543852] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.561652] env[65997]: DEBUG oslo_vmware.api [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4718011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.581209] env[65997]: DEBUG nova.compute.manager [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 778.581383] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.582514] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f7de5-3cf5-426c-af65-05c215ad54e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.593579] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.593579] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009ce632-e379-4be8-853f-a64d0d803f5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601762] env[65997]: DEBUG oslo_vmware.api [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 778.601762] env[65997]: value = "task-4718012" [ 778.601762] env[65997]: _type = "Task" [ 778.601762] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.614207] env[65997]: DEBUG oslo_vmware.api [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.625090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.688257] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Releasing lock "refresh_cache-ea39cdba-2b34-47f9-bb96-798e4bb2e63d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.688257] env[65997]: DEBUG nova.compute.manager [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 778.688257] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.688257] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bcd144-1df1-4b2e-890a-f0708dfc60f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.701441] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.701912] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90f330e-1093-4033-8897-8156802a13ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.713202] env[65997]: DEBUG oslo_vmware.api [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 778.713202] env[65997]: value = "task-4718013" [ 778.713202] env[65997]: _type = "Task" [ 778.713202] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.723836] env[65997]: DEBUG oslo_vmware.api [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4718013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.739539] env[65997]: DEBUG nova.compute.manager [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 778.739539] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.739539] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0427ad8-1b53-4702-bdbf-47267124f430 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.749416] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.750070] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-887c3e13-eead-46e4-8b96-27ebf7f1b41c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.766647] env[65997]: DEBUG oslo_vmware.api [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 778.766647] env[65997]: value = "task-4718014" [ 778.766647] env[65997]: _type = "Task" [ 778.766647] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.774076] env[65997]: DEBUG nova.compute.utils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.774076] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 778.774356] env[65997]: DEBUG nova.network.neutron [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 778.774534] env[65997]: WARNING neutronclient.v2_0.client [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.774855] env[65997]: WARNING neutronclient.v2_0.client [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.795621] env[65997]: DEBUG oslo_vmware.api [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4718014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.830281] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645816} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.830772] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e5fc0417-2680-457f-8760-af261a5ac23f/e5fc0417-2680-457f-8760-af261a5ac23f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.831197] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.831867] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a695b05-37d4-4035-aff2-41a7ccec39e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.839385] env[65997]: DEBUG nova.policy [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44aff59cc2434dee875ee429fb36bb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e4680af13841c8828d561432b7ac02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.841737] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 778.841737] env[65997]: value = "task-4718015" [ 778.841737] env[65997]: _type = "Task" [ 778.841737] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.854262] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.882686] env[65997]: DEBUG oslo_vmware.api [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282994} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.882958] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.883905] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.883905] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.883905] env[65997]: INFO nova.compute.manager [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Took 1.19 seconds to destroy the instance on the hypervisor. [ 778.883905] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 778.883905] env[65997]: DEBUG nova.compute.manager [-] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 778.884305] env[65997]: DEBUG nova.network.neutron [-] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 778.884305] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.896699] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 778.897039] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.897247] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 778.897524] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.901464] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 778.901464] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 778.901464] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 778.901464] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 778.901464] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 778.901700] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 778.901700] env[65997]: DEBUG nova.virt.hardware [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 778.901700] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba767c1-373e-4828-b653-fcbe9ad70ab9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.909541] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a593921-1fb3-49ae-9418-00d025c9021d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.929092] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.937296] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 778.938282] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.940011] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b10e13d4-351e-4515-8618-d0744ca31676 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.959165] env[65997]: DEBUG nova.compute.manager [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Received event network-changed-3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.959165] env[65997]: DEBUG nova.compute.manager [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Refreshing instance network info cache due to event network-changed-3c677711-b405-4b80-b050-692db38b8c9f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.959165] env[65997]: DEBUG oslo_concurrency.lockutils [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.959165] env[65997]: DEBUG oslo_concurrency.lockutils [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.959165] env[65997]: DEBUG nova.network.neutron [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Refreshing network info cache for port 3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.970246] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.970246] env[65997]: value = "task-4718016" [ 778.970246] env[65997]: _type = "Task" [ 778.970246] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.986523] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718006, 'name': CreateVM_Task, 'duration_secs': 0.585986} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.990627] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.990627] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718016, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.990990] env[65997]: WARNING neutronclient.v2_0.client [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.991371] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.991645] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.991848] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.992208] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e184ad3-8095-4721-8e20-e2f7366fccd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.001118] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e99b62f9-6b90-4648-bc20-21e1ddb8073a tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "d79d3983-d81c-4d11-96a6-369cfe728127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.488s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.001337] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 779.001337] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5293508d-b6af-4ee6-3947-8fa8cc022288" [ 779.001337] env[65997]: _type = "Task" [ 779.001337] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.013571] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5293508d-b6af-4ee6-3947-8fa8cc022288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.057838] env[65997]: DEBUG oslo_vmware.api [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Task: {'id': task-4718011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145256} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.059184] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.059184] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.059184] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.059184] env[65997]: INFO nova.compute.manager [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 779.059184] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.059608] env[65997]: DEBUG nova.compute.manager [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 779.059608] env[65997]: DEBUG nova.network.neutron [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.059766] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.114737] env[65997]: DEBUG oslo_vmware.api [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718012, 'name': PowerOffVM_Task, 'duration_secs': 0.262592} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.114737] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.114737] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.115119] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fa9508-0e01-4064-be91-c67517256249 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.195305] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.195404] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.195606] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Deleting the datastore file [datastore2] 4031ac4c-5d83-4b6f-b8b6-74793604b77a {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.196127] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a3dc015-7012-4632-aa6b-a12597f15e2f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.205442] env[65997]: DEBUG oslo_vmware.api [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 779.205442] env[65997]: value = "task-4718018" [ 779.205442] env[65997]: _type = "Task" [ 779.205442] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.221558] env[65997]: DEBUG oslo_vmware.api [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.227641] env[65997]: DEBUG oslo_vmware.api [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4718013, 'name': PowerOffVM_Task, 'duration_secs': 0.174108} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.227907] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.228118] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.228394] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcfb07da-0f3a-4e4f-81b7-6a93efe624cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.260405] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.260634] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.260814] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Deleting the datastore file [datastore2] ea39cdba-2b34-47f9-bb96-798e4bb2e63d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.261159] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1797a2f5-3908-44a8-993c-f9634cb36a13 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.272123] env[65997]: DEBUG oslo_vmware.api [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for the task: (returnval){ [ 779.272123] env[65997]: value = "task-4718020" [ 779.272123] env[65997]: _type = "Task" [ 779.272123] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.276136] env[65997]: DEBUG nova.network.neutron [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Successfully created port: 9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 779.284170] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 779.293361] env[65997]: DEBUG oslo_vmware.api [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4718020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.293564] env[65997]: DEBUG oslo_vmware.api [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4718014, 'name': PowerOffVM_Task, 'duration_secs': 0.309643} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.294075] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.294342] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.294516] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ba55800-87a9-468e-9659-f7af77882242 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.315352] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.352736] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089895} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.356624] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.358936] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa97c45f-1a50-41c4-a58e-b47ae4750fb1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.384165] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e5fc0417-2680-457f-8760-af261a5ac23f/e5fc0417-2680-457f-8760-af261a5ac23f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.388179] env[65997]: DEBUG nova.network.neutron [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.388430] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.389885] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b26aec4-2ccc-41db-bcc3-c87d4c695e17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.405879] env[65997]: DEBUG nova.network.neutron [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.415112] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 779.415112] env[65997]: value = "task-4718022" [ 779.415112] env[65997]: _type = "Task" [ 779.415112] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.423279] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.423520] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.423694] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Deleting the datastore file [datastore2] 194fee91-f50b-439c-9f97-24eca664c849 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.424601] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-491e2dd2-e375-4896-af4d-64efd6d699cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.430018] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.439390] env[65997]: DEBUG oslo_vmware.api [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for the task: (returnval){ [ 779.439390] env[65997]: value = "task-4718023" [ 779.439390] env[65997]: _type = "Task" [ 779.439390] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.448878] env[65997]: DEBUG oslo_vmware.api [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4718023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.461747] env[65997]: WARNING neutronclient.v2_0.client [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.490683] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718016, 'name': CreateVM_Task, 'duration_secs': 0.427749} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.490989] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.491727] env[65997]: WARNING neutronclient.v2_0.client [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 779.492302] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.513619] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5293508d-b6af-4ee6-3947-8fa8cc022288, 'name': SearchDatastore_Task, 'duration_secs': 0.025746} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.513942] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.514267] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.514543] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.514692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.514874] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.515180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.515518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.515750] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d356bb-4917-405e-88ec-f1b34b9dccea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.517936] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a227e6-17c7-4efe-b6f6-ea1a3dd05ce7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.525685] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 779.525685] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b493ad-079d-1e78-f8c9-4d27a5152fbe" [ 779.525685] env[65997]: _type = "Task" [ 779.525685] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.539423] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b493ad-079d-1e78-f8c9-4d27a5152fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.543583] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.543797] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.544783] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ebd6e1-0327-463b-85b0-6b2c1a7d3ce3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.551223] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 779.551223] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9ba7a-2af4-9a56-5caa-a7cd16cf0565" [ 779.551223] env[65997]: _type = "Task" [ 779.551223] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.565213] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9ba7a-2af4-9a56-5caa-a7cd16cf0565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.720363] env[65997]: DEBUG oslo_vmware.api [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414468} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.720681] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.720846] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.721048] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.721233] env[65997]: INFO nova.compute.manager [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.721483] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.721685] env[65997]: DEBUG nova.compute.manager [-] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 779.721781] env[65997]: DEBUG nova.network.neutron [-] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.722577] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.781891] env[65997]: DEBUG oslo_vmware.api [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Task: {'id': task-4718020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280718} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.782752] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.782752] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.782901] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.783054] env[65997]: INFO nova.compute.manager [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 779.783302] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.783514] env[65997]: DEBUG nova.compute.manager [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 779.783730] env[65997]: DEBUG nova.network.neutron [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.783845] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.828537] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.887770] env[65997]: DEBUG nova.compute.manager [req-310f1ecb-d7ad-4a96-ac1f-4a25575c988d req-1a4d01e1-fb45-454f-ba7a-5f6f068bfdfc service nova] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Received event network-vif-deleted-c8558216-5c02-47dd-8c4a-24eed349fa75 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.894442] env[65997]: DEBUG nova.network.neutron [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.897028] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.911142] env[65997]: INFO nova.compute.manager [-] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Took 0.85 seconds to deallocate network for instance. [ 779.932833] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718022, 'name': ReconfigVM_Task, 'duration_secs': 0.495348} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.932833] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e5fc0417-2680-457f-8760-af261a5ac23f/e5fc0417-2680-457f-8760-af261a5ac23f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.932833] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96484178-0915-4e09-8848-dbb3d64fba43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.941273] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 779.941273] env[65997]: value = "task-4718024" [ 779.941273] env[65997]: _type = "Task" [ 779.941273] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.958366] env[65997]: DEBUG oslo_vmware.api [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Task: {'id': task-4718023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507294} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.962203] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.962203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.962203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.962393] env[65997]: INFO nova.compute.manager [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Took 1.22 seconds to destroy the instance on the hypervisor. [ 779.962605] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.962831] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718024, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.964925] env[65997]: DEBUG nova.compute.manager [-] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 779.965043] env[65997]: DEBUG nova.network.neutron [-] [instance: 194fee91-f50b-439c-9f97-24eca664c849] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.965301] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.968037] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4772b-586c-43b4-83dd-30aff7213370 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.979120] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eab5d6-d376-4414-8234-074446348d50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.011907] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e27e69-47ba-4ce0-b3d5-bc204d278600 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.020649] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1186501f-5979-480e-afb4-48a8419cf637 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.040532] env[65997]: DEBUG nova.compute.provider_tree [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.048172] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b493ad-079d-1e78-f8c9-4d27a5152fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.023315} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.048859] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.049403] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.049672] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.062651] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9ba7a-2af4-9a56-5caa-a7cd16cf0565, 'name': SearchDatastore_Task, 'duration_secs': 0.021745} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.063462] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36989086-96f0-4463-a71e-a7c206e4a596 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.069781] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 780.069781] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5276bccc-aa29-58d1-f12e-f10ac61e8ab8" [ 780.069781] env[65997]: _type = "Task" [ 780.069781] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.078940] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5276bccc-aa29-58d1-f12e-f10ac61e8ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.105039] env[65997]: DEBUG nova.network.neutron [-] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.302167] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 780.305586] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.336116] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.336116] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.336116] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.336394] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.336394] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.336394] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.336394] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.336394] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.336665] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.336665] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.336665] env[65997]: DEBUG nova.virt.hardware [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.337096] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e36271-0f34-4783-ae58-9e4c08cb29e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.348337] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9b5980-ab07-4d7a-8c84-f4fb33064da1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.374657] env[65997]: WARNING neutronclient.v2_0.client [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.404033] env[65997]: DEBUG nova.network.neutron [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.417464] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.459376] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718024, 'name': Rename_Task, 'duration_secs': 0.312507} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.459683] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.459931] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97f02cbf-ae0f-484e-9ffb-90fa2ec85030 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.467401] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 780.467401] env[65997]: value = "task-4718025" [ 780.467401] env[65997]: _type = "Task" [ 780.467401] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.475893] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.551236] env[65997]: DEBUG nova.scheduler.client.report [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.586327] env[65997]: DEBUG nova.network.neutron [-] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.587661] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5276bccc-aa29-58d1-f12e-f10ac61e8ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.588265] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.588522] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134/11af8a7e-1dc4-4b12-8834-f57b7d891134.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.588807] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.589049] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.589324] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60f43f97-1b7d-43d0-aef3-b6605c88a0c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.591969] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ee42a0-2a2a-4730-a027-77c23f313df1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.600955] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 780.600955] env[65997]: value = "task-4718026" [ 780.600955] env[65997]: _type = "Task" [ 780.600955] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.606074] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.606279] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.607710] env[65997]: INFO nova.compute.manager [-] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Took 1.72 seconds to deallocate network for instance. [ 780.608175] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079a19cf-db32-4e7f-8e35-00a4f48866ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.618311] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.625565] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 780.625565] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5215bab0-b9e0-fd36-4ad0-73bcbe315023" [ 780.625565] env[65997]: _type = "Task" [ 780.625565] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.637206] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5215bab0-b9e0-fd36-4ad0-73bcbe315023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.908552] env[65997]: INFO nova.compute.manager [-] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Took 1.12 seconds to deallocate network for instance. [ 780.958540] env[65997]: DEBUG nova.network.neutron [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Successfully updated port: 9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 780.983835] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718025, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.050848] env[65997]: DEBUG nova.network.neutron [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updated VIF entry in instance network info cache for port 3c677711-b405-4b80-b050-692db38b8c9f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.050848] env[65997]: DEBUG nova.network.neutron [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.058214] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.059029] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 781.065868] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.019s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.065868] env[65997]: INFO nova.compute.claims [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.089633] env[65997]: INFO nova.compute.manager [-] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Took 1.37 seconds to deallocate network for instance. [ 781.123407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.123726] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.138125] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5215bab0-b9e0-fd36-4ad0-73bcbe315023, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.139153] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9db7db-d607-47a4-814f-7b225f4e4d20 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.148768] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 781.148768] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52613e74-6047-8165-c783-3b9cc073a788" [ 781.148768] env[65997]: _type = "Task" [ 781.148768] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.163072] env[65997]: DEBUG nova.network.neutron [-] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.165199] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52613e74-6047-8165-c783-3b9cc073a788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.420213] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.464539] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.464696] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.464879] env[65997]: DEBUG nova.network.neutron [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 781.485029] env[65997]: DEBUG oslo_vmware.api [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718025, 'name': PowerOnVM_Task, 'duration_secs': 0.624678} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.485152] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.485323] env[65997]: INFO nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Took 9.20 seconds to spawn the instance on the hypervisor. [ 781.485506] env[65997]: DEBUG nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.486635] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37680e5-3b15-4b2f-94ae-0e951cd024aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.553810] env[65997]: DEBUG oslo_concurrency.lockutils [req-ab0c9821-dbc1-4d25-83db-b3795a377b36 req-e964cc06-ef65-4ab2-91ce-ed14ed2759bb service nova] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.574675] env[65997]: DEBUG nova.compute.utils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.579594] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 781.579801] env[65997]: DEBUG nova.network.neutron [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.580951] env[65997]: WARNING neutronclient.v2_0.client [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.580951] env[65997]: WARNING neutronclient.v2_0.client [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.597523] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.614630] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718026, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.661844] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52613e74-6047-8165-c783-3b9cc073a788, 'name': SearchDatastore_Task, 'duration_secs': 0.057795} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.663708] env[65997]: DEBUG nova.policy [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abb51561e4f4ef891350f4c9e527265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2f5dbccace41caa28cc3f77bfb0c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.665649] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665903] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.666538] env[65997]: INFO nova.compute.manager [-] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Took 1.70 seconds to deallocate network for instance. [ 781.667158] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06329da-ee3a-47b5-a19b-14ea5cf118a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.676572] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 781.676572] env[65997]: value = "task-4718027" [ 781.676572] env[65997]: _type = "Task" [ 781.676572] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.687085] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.013998] env[65997]: INFO nova.compute.manager [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Took 27.02 seconds to build instance. [ 782.048268] env[65997]: DEBUG nova.network.neutron [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Successfully created port: 4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.077268] env[65997]: DEBUG nova.network.neutron [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.085167] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 782.120019] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718026, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.176586] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.193771] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.516731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e06a055d-a55b-4417-bbcd-4cfa159632dc tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "e5fc0417-2680-457f-8760-af261a5ac23f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.530s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.617863] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718026, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.712318} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.620285] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134/11af8a7e-1dc4-4b12-8834-f57b7d891134.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.620542] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.622016] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04792f04-0183-4291-80c2-c5b3e3a11535 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.629928] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 782.629928] env[65997]: value = "task-4718028" [ 782.629928] env[65997]: _type = "Task" [ 782.629928] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.642782] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.664858] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec681757-d4e0-4d73-a787-dadc45d48e7a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.674376] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4eb7a-fdd4-4aa8-acf3-cf03e29051c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.714731] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aacd99-5e42-472e-8f72-aa267758bbe2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.720673] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.725859] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f538333-2e41-4a2f-a771-25c75bad227d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.740402] env[65997]: DEBUG nova.compute.provider_tree [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.000140] env[65997]: WARNING neutronclient.v2_0.client [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.007139] env[65997]: DEBUG nova.compute.manager [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Received event network-changed-56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.007356] env[65997]: DEBUG nova.compute.manager [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Refreshing instance network info cache due to event network-changed-56edb008-534c-4c66-b84c-08c172eeb9d2. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.007574] env[65997]: DEBUG oslo_concurrency.lockutils [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] Acquiring lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.007714] env[65997]: DEBUG oslo_concurrency.lockutils [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] Acquired lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.007870] env[65997]: DEBUG nova.network.neutron [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Refreshing network info cache for port 56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.097561] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 783.129069] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 783.129363] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.129512] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 783.129686] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.129828] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 783.129974] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 783.130292] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 783.130508] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 783.130735] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 783.130939] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 783.131210] env[65997]: DEBUG nova.virt.hardware [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 783.132191] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60842a-a385-47c0-b980-c71d82cf8e4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.156081] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc97b5-b349-4ade-a5d1-bd20a196e1bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.161471] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176495} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.162109] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.163792] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ee1c8-2b18-4b3d-83cb-60044d0316ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.205440] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134/11af8a7e-1dc4-4b12-8834-f57b7d891134.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.209582] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79252c63-4192-4ba7-9e32-11b7ad50e92a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.238293] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.240437] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 783.240437] env[65997]: value = "task-4718029" [ 783.240437] env[65997]: _type = "Task" [ 783.240437] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.246036] env[65997]: DEBUG nova.scheduler.client.report [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.258697] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.365664] env[65997]: DEBUG nova.network.neutron [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updating instance_info_cache with network_info: [{"id": "9bd371e9-1044-4abf-8c70-6b99b904f632", "address": "fa:16:3e:00:52:03", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd371e9-10", "ovs_interfaceid": "9bd371e9-1044-4abf-8c70-6b99b904f632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.511439] env[65997]: WARNING neutronclient.v2_0.client [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.578070] env[65997]: DEBUG nova.compute.manager [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Received event network-vif-plugged-9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.578290] env[65997]: DEBUG oslo_concurrency.lockutils [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] Acquiring lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.578501] env[65997]: DEBUG oslo_concurrency.lockutils [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] Lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.578665] env[65997]: DEBUG oslo_concurrency.lockutils [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] Lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.578904] env[65997]: DEBUG nova.compute.manager [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] No waiting events found dispatching network-vif-plugged-9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 783.579141] env[65997]: WARNING nova.compute.manager [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Received unexpected event network-vif-plugged-9bd371e9-1044-4abf-8c70-6b99b904f632 for instance with vm_state building and task_state spawning. [ 783.579323] env[65997]: DEBUG nova.compute.manager [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Received event network-changed-9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.579492] env[65997]: DEBUG nova.compute.manager [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Refreshing instance network info cache due to event network-changed-9bd371e9-1044-4abf-8c70-6b99b904f632. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.579638] env[65997]: DEBUG oslo_concurrency.lockutils [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] Acquiring lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.704055] env[65997]: DEBUG nova.network.neutron [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Successfully updated port: 4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 783.716408] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718027, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.592586} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.717924] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.717924] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.717924] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a24cb952-1e18-47cd-962b-1c45acb7dbd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.726082] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 783.726082] env[65997]: value = "task-4718030" [ 783.726082] env[65997]: _type = "Task" [ 783.726082] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.736569] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.753169] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.755065] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.755547] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 783.758255] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.636s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.758480] env[65997]: DEBUG nova.objects.instance [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lazy-loading 'resources' on Instance uuid a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.868794] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.872030] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Instance network_info: |[{"id": "9bd371e9-1044-4abf-8c70-6b99b904f632", "address": "fa:16:3e:00:52:03", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd371e9-10", "ovs_interfaceid": "9bd371e9-1044-4abf-8c70-6b99b904f632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.872030] env[65997]: DEBUG oslo_concurrency.lockutils [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] Acquired lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.872399] env[65997]: DEBUG nova.network.neutron [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Refreshing network info cache for port 9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.872399] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:52:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd371e9-1044-4abf-8c70-6b99b904f632', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.882359] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.886135] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.886135] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-863eab32-0fd4-4c62-adcc-915586381dd7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.910951] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.910951] env[65997]: value = "task-4718031" [ 783.910951] env[65997]: _type = "Task" [ 783.910951] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.916330] env[65997]: WARNING neutronclient.v2_0.client [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.928314] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718031, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.064695] env[65997]: DEBUG nova.network.neutron [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updated VIF entry in instance network info cache for port 56edb008-534c-4c66-b84c-08c172eeb9d2. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.065127] env[65997]: DEBUG nova.network.neutron [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updating instance_info_cache with network_info: [{"id": "56edb008-534c-4c66-b84c-08c172eeb9d2", "address": "fa:16:3e:ef:d6:36", "network": {"id": "f6f7c131-ba5d-4737-a5a9-5b6bcf34afd4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1227896841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a28b0d957cf746baba58736aa6e2cd8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56edb008-53", "ovs_interfaceid": "56edb008-534c-4c66-b84c-08c172eeb9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.208617] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "refresh_cache-b57abb80-017f-46b3-b940-c2de22b888fb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.208617] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "refresh_cache-b57abb80-017f-46b3-b940-c2de22b888fb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.208617] env[65997]: DEBUG nova.network.neutron [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.239110] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08132} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.239484] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.240500] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1332336-c87f-49fa-9f83-93d77e4ef484 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.256339] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718029, 'name': ReconfigVM_Task, 'duration_secs': 0.617265} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.267905] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134/11af8a7e-1dc4-4b12-8834-f57b7d891134.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.270134] env[65997]: DEBUG nova.compute.utils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.283880] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.286294] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de04735c-9b2b-4c82-87e0-58d10a779d14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.287248] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 784.289037] env[65997]: DEBUG nova.network.neutron [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.289037] env[65997]: WARNING neutronclient.v2_0.client [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.289037] env[65997]: WARNING neutronclient.v2_0.client [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.291171] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf621ae3-794f-45aa-b2fa-7fb667c1109a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.322689] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 784.322689] env[65997]: value = "task-4718032" [ 784.322689] env[65997]: _type = "Task" [ 784.322689] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.323116] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 784.323116] env[65997]: value = "task-4718033" [ 784.323116] env[65997]: _type = "Task" [ 784.323116] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.340145] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.348253] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718033, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.370572] env[65997]: DEBUG nova.policy [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bcea3820b9e41f98ceac4fb9861fbd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c88c13c331484da8ae58036e7acaf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.384104] env[65997]: WARNING neutronclient.v2_0.client [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.423894] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718031, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.553903] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "21b2e418-877f-4710-881f-a82f2d194a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.556947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.572833] env[65997]: DEBUG oslo_concurrency.lockutils [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] Releasing lock "refresh_cache-0c0776eb-2d06-4038-9515-5ce1c16113f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.572833] env[65997]: DEBUG nova.compute.manager [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Received event network-vif-deleted-a6d5a61e-3ee9-4e7f-b7ab-4a2e18eb39d0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.572833] env[65997]: DEBUG nova.compute.manager [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Received event network-vif-deleted-c5ff96d9-6f3a-4c5c-8de4-2aa5e6596af1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.572833] env[65997]: DEBUG nova.compute.manager [req-5601af44-a2ba-43a2-bbf2-1034570e7b68 req-a07c8670-20fd-4023-84ea-87a056b1367b service nova] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Received event network-vif-deleted-bed1e560-7d7a-439b-8e02-bbd7249f6bec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.779938] env[65997]: DEBUG nova.network.neutron [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Successfully created port: bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.786452] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 784.843432] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718033, 'name': Rename_Task, 'duration_secs': 0.422556} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.845704] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.846030] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.849101] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02ba3e9-9457-4d31-b954-93b3c63829b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.857224] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 784.857224] env[65997]: value = "task-4718034" [ 784.857224] env[65997]: _type = "Task" [ 784.857224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.871982] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.921697] env[65997]: DEBUG nova.network.neutron [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 784.932935] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718031, 'name': CreateVM_Task, 'duration_secs': 0.868884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.933541] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.934110] env[65997]: WARNING neutronclient.v2_0.client [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.934502] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.934701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.934975] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.935327] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539dec3e-cf71-442f-9b70-aa852d4a305c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.940715] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804026b-ff59-4856-aac5-d0cd9945f846 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.945038] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 784.945038] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528ee36b-a32e-28ab-373a-80e6486cc320" [ 784.945038] env[65997]: _type = "Task" [ 784.945038] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.955755] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67be72d-5f6d-4bec-bfdd-b06962a75bd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.962696] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528ee36b-a32e-28ab-373a-80e6486cc320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.994585] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aadbee-e7ec-4b8e-a03e-eb80f4e9bf67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.003917] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1159962f-150a-4870-982c-fa408d186f71 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.020047] env[65997]: DEBUG nova.compute.provider_tree [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.059225] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 785.339992] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718032, 'name': ReconfigVM_Task, 'duration_secs': 0.864829} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.340509] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 11648856-bff6-44d2-925c-54d11267d62f/11648856-bff6-44d2-925c-54d11267d62f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.341133] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b47fcc8-0219-4a8e-a5ea-267b81e15ff1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.349776] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 785.349776] env[65997]: value = "task-4718035" [ 785.349776] env[65997]: _type = "Task" [ 785.349776] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.359741] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718035, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.370125] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.459291] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528ee36b-a32e-28ab-373a-80e6486cc320, 'name': SearchDatastore_Task, 'duration_secs': 0.019197} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.459690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.459954] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.460267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.460470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.460707] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.461046] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c25d4421-31a1-4ff0-ba7c-914024baf07d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.472564] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.472783] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.473568] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba59dac-efeb-40ec-be13-d5a499345cb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.480653] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 785.480653] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527f3162-dffc-a939-9bd3-c1ba10fcf0e9" [ 785.480653] env[65997]: _type = "Task" [ 785.480653] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.490597] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527f3162-dffc-a939-9bd3-c1ba10fcf0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.524018] env[65997]: DEBUG nova.scheduler.client.report [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.585730] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.803872] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.843144] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.843144] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.843144] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.843313] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.843313] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.843911] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.844318] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.844593] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.844883] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.845159] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.845431] env[65997]: DEBUG nova.virt.hardware [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.846464] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffcbbad-7ed1-448d-bec1-0c08cb336ae3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.858167] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79c566-1d5e-47e8-bfb6-3705f0d45851 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.872848] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718035, 'name': Rename_Task, 'duration_secs': 0.301543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.876344] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.876889] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e0388a7-de7f-4b8f-b69e-27c327b36c04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.898757] env[65997]: DEBUG oslo_vmware.api [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718034, 'name': PowerOnVM_Task, 'duration_secs': 0.807203} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.900701] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.900990] env[65997]: INFO nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Took 10.71 seconds to spawn the instance on the hypervisor. [ 785.901144] env[65997]: DEBUG nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 785.902017] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 785.902017] env[65997]: value = "task-4718036" [ 785.902017] env[65997]: _type = "Task" [ 785.902017] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.902835] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450ea82-be4b-4a09-a4ad-610b7e167785 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.920932] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.995307] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527f3162-dffc-a939-9bd3-c1ba10fcf0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014295} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.996203] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0195df-3efb-463e-9ae4-4278d10ccc5b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.005630] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 786.005630] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52516a38-01e8-a61d-02a1-287e9a5ea0c5" [ 786.005630] env[65997]: _type = "Task" [ 786.005630] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.017656] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52516a38-01e8-a61d-02a1-287e9a5ea0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.031070] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.035108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.204s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.067341] env[65997]: INFO nova.scheduler.client.report [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted allocations for instance a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca [ 786.320683] env[65997]: WARNING neutronclient.v2_0.client [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.385714] env[65997]: WARNING neutronclient.v2_0.client [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.421031] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.432976] env[65997]: INFO nova.compute.manager [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Took 29.03 seconds to build instance. [ 786.521670] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52516a38-01e8-a61d-02a1-287e9a5ea0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.020461} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.522018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.522221] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 8905caed-7546-4366-80e3-5aad5469c4a7/8905caed-7546-4366-80e3-5aad5469c4a7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.522506] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba1f1c2-4cce-4dfc-8b90-59c26893b5eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.533025] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 786.533025] env[65997]: value = "task-4718037" [ 786.533025] env[65997]: _type = "Task" [ 786.533025] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.557356] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.580813] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dc2ba9dc-ee18-4359-9711-26767a42f2b4 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.705s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.591113] env[65997]: DEBUG nova.network.neutron [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Successfully updated port: bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.621094] env[65997]: DEBUG nova.network.neutron [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Updating instance_info_cache with network_info: [{"id": "4d68e803-63d6-47ae-9124-0efc1196f73c", "address": "fa:16:3e:6c:07:66", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d68e803-63", "ovs_interfaceid": "4d68e803-63d6-47ae-9124-0efc1196f73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.666572] env[65997]: DEBUG nova.network.neutron [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updated VIF entry in instance network info cache for port 9bd371e9-1044-4abf-8c70-6b99b904f632. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.667125] env[65997]: DEBUG nova.network.neutron [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updating instance_info_cache with network_info: [{"id": "9bd371e9-1044-4abf-8c70-6b99b904f632", "address": "fa:16:3e:00:52:03", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd371e9-10", "ovs_interfaceid": "9bd371e9-1044-4abf-8c70-6b99b904f632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.922812] env[65997]: DEBUG oslo_vmware.api [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718036, 'name': PowerOnVM_Task, 'duration_secs': 0.735053} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.923874] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.923874] env[65997]: DEBUG nova.compute.manager [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 786.924440] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daebef5-2f7d-4974-b229-5379da9fdb41 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.935695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a5bf6a60-d5fb-423a-9ae8-00561378c2b2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.224s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.047539] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.095494] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "refresh_cache-a22ac876-ae59-457c-a2d2-9de8fcbe1a81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095494] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "refresh_cache-a22ac876-ae59-457c-a2d2-9de8fcbe1a81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.095494] env[65997]: DEBUG nova.network.neutron [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.102379] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11648856-bff6-44d2-925c-54d11267d62f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.102577] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 42707e81-b984-4ac1-8cb1-f22ca9d48f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.102822] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b91405c7-49e7-4579-9553-498d1287bb98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.102902] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 364743f2-8787-4d86-b268-c6a48ddee7be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.103037] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dc101edc-bd74-4ceb-9f08-6ee830f7f1a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.103159] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 81fdad7d-883c-4c7a-af16-84abf73eded1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.103280] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4e9caa7d-601c-4660-8430-1884d634b2a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.103389] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 70d5bb35-cf67-4065-b51a-6b952911a07c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.103507] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4031ac4c-5d83-4b6f-b8b6-74793604b77a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.103618] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8dc53e6b-d2df-446f-af12-73f67b717546 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.103724] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance af111d8a-60fb-481d-afcb-ff219ce0de80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.103843] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 520aa36a-46c8-4fd8-947d-8934c5ee8235 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.104140] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance f527236e-3b79-49fc-b117-a30d86601a13 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.104202] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 194fee91-f50b-439c-9f97-24eca664c849 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.104284] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 51e93dd2-2068-4d67-861c-e8a50069343c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.104395] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b93722a0-d866-4a9f-a92b-859ed6dc4ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.104501] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.104838] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 979bc542-5e49-4fe5-a697-c96a85707fd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.105362] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5ee31ca0-6fbc-42ed-af41-5a390166d651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.105362] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 483e13f3-710c-4221-9fc9-090418c6703c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.105362] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.105497] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 9ce048fa-160b-4363-841f-a93a3819315d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.105530] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8f323541-d3f4-4210-bd23-0b8aadab5d95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.106165] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance ea39cdba-2b34-47f9-bb96-798e4bb2e63d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 787.106246] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d79d3983-d81c-4d11-96a6-369cfe728127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.106315] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.106425] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance e5fc0417-2680-457f-8760-af261a5ac23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.106536] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11af8a7e-1dc4-4b12-8834-f57b7d891134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.106640] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8905caed-7546-4366-80e3-5aad5469c4a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.106839] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b57abb80-017f-46b3-b940-c2de22b888fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.106839] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance a22ac876-ae59-457c-a2d2-9de8fcbe1a81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 787.125532] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "refresh_cache-b57abb80-017f-46b3-b940-c2de22b888fb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.125896] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Instance network_info: |[{"id": "4d68e803-63d6-47ae-9124-0efc1196f73c", "address": "fa:16:3e:6c:07:66", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d68e803-63", "ovs_interfaceid": "4d68e803-63d6-47ae-9124-0efc1196f73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 787.126377] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:07:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d68e803-63d6-47ae-9124-0efc1196f73c', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.136021] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.136719] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.137524] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a587157-c90b-4979-96b5-3fe1154451a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.163029] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.163029] env[65997]: value = "task-4718038" [ 787.163029] env[65997]: _type = "Task" [ 787.163029] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.172656] env[65997]: DEBUG nova.compute.manager [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Received event network-changed-240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.172853] env[65997]: DEBUG nova.compute.manager [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Refreshing instance network info cache due to event network-changed-240443c2-b173-41be-a0b3-c2d75ea9a074. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 787.173094] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] Acquiring lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.173243] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] Acquired lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.174098] env[65997]: DEBUG nova.network.neutron [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Refreshing network info cache for port 240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.179694] env[65997]: DEBUG oslo_concurrency.lockutils [req-3f5d0716-918d-4c60-9590-8a9b22629ded req-4470878b-c5c2-46d4-a9b2-89d2ee9b3659 service nova] Releasing lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.183043] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718038, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.183043] env[65997]: WARNING neutronclient.v2_0.client [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.425459] env[65997]: WARNING neutronclient.v2_0.client [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.453867] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.464847] env[65997]: DEBUG nova.compute.manager [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Received event network-vif-plugged-4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.465025] env[65997]: DEBUG oslo_concurrency.lockutils [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] Acquiring lock "b57abb80-017f-46b3-b940-c2de22b888fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.465233] env[65997]: DEBUG oslo_concurrency.lockutils [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] Lock "b57abb80-017f-46b3-b940-c2de22b888fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.465440] env[65997]: DEBUG oslo_concurrency.lockutils [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] Lock "b57abb80-017f-46b3-b940-c2de22b888fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.465612] env[65997]: DEBUG nova.compute.manager [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] No waiting events found dispatching network-vif-plugged-4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.465775] env[65997]: WARNING nova.compute.manager [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Received unexpected event network-vif-plugged-4d68e803-63d6-47ae-9124-0efc1196f73c for instance with vm_state building and task_state spawning. [ 787.466016] env[65997]: DEBUG nova.compute.manager [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Received event network-changed-4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.466246] env[65997]: DEBUG nova.compute.manager [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Refreshing instance network info cache due to event network-changed-4d68e803-63d6-47ae-9124-0efc1196f73c. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 787.466521] env[65997]: DEBUG oslo_concurrency.lockutils [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] Acquiring lock "refresh_cache-b57abb80-017f-46b3-b940-c2de22b888fb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.466676] env[65997]: DEBUG oslo_concurrency.lockutils [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] Acquired lock "refresh_cache-b57abb80-017f-46b3-b940-c2de22b888fb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.466839] env[65997]: DEBUG nova.network.neutron [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Refreshing network info cache for port 4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.525775] env[65997]: DEBUG nova.network.neutron [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updated VIF entry in instance network info cache for port 240443c2-b173-41be-a0b3-c2d75ea9a074. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 787.525775] env[65997]: DEBUG nova.network.neutron [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updating instance_info_cache with network_info: [{"id": "240443c2-b173-41be-a0b3-c2d75ea9a074", "address": "fa:16:3e:bd:67:df", "network": {"id": "ac182d61-baaf-4e6a-aeb2-250d89ec2974", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1465577472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f394963e52a64168bac2d96eb958db8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240443c2-b1", "ovs_interfaceid": "240443c2-b173-41be-a0b3-c2d75ea9a074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.547890] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55283} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.548319] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 8905caed-7546-4366-80e3-5aad5469c4a7/8905caed-7546-4366-80e3-5aad5469c4a7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.548521] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.548876] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a6ea793-38a2-4234-99a5-23497c6237d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.558113] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 787.558113] env[65997]: value = "task-4718039" [ 787.558113] env[65997]: _type = "Task" [ 787.558113] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.568811] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.610506] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0704d636-7818-4603-9ff6-f0acf9e01072 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 787.647069] env[65997]: DEBUG nova.network.neutron [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 787.680209] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718038, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.743785] env[65997]: WARNING neutronclient.v2_0.client [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.846433] env[65997]: DEBUG nova.network.neutron [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Updating instance_info_cache with network_info: [{"id": "bb086972-0345-40ee-ad56-2eadcc53e8e7", "address": "fa:16:3e:0b:b0:67", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb086972-03", "ovs_interfaceid": "bb086972-0345-40ee-ad56-2eadcc53e8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.970741] env[65997]: WARNING neutronclient.v2_0.client [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.028114] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ec67443-b39f-4354-a7c3-ff810fbafe7b req-0c16cc35-78d0-4bd6-be91-c7e6425de258 service nova] Releasing lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.069947] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078285} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.073390] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.074536] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc9342d-e7a8-4561-8185-57cdef17afed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.103059] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8905caed-7546-4366-80e3-5aad5469c4a7/8905caed-7546-4366-80e3-5aad5469c4a7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.107038] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232d9327-ea6b-42f3-9923-d8538f43003a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.124934] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d742aec9-0d98-4b84-a109-ade52aeb78a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 788.135221] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 788.135221] env[65997]: value = "task-4718040" [ 788.135221] env[65997]: _type = "Task" [ 788.135221] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.147564] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.175629] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718038, 'name': CreateVM_Task, 'duration_secs': 0.668345} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.175808] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.176439] env[65997]: WARNING neutronclient.v2_0.client [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.176795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.176947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.177537] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.177613] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befaf3d1-787d-4c75-bfed-856ec2adb70f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.184032] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 788.184032] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52256c13-9025-0d2c-7415-a88e77d1c8bc" [ 788.184032] env[65997]: _type = "Task" [ 788.184032] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.194164] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52256c13-9025-0d2c-7415-a88e77d1c8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.195551] env[65997]: WARNING neutronclient.v2_0.client [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.352849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "refresh_cache-a22ac876-ae59-457c-a2d2-9de8fcbe1a81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.353874] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Instance network_info: |[{"id": "bb086972-0345-40ee-ad56-2eadcc53e8e7", "address": "fa:16:3e:0b:b0:67", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb086972-03", "ovs_interfaceid": "bb086972-0345-40ee-ad56-2eadcc53e8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 788.355685] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b0:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb086972-0345-40ee-ad56-2eadcc53e8e7', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.364611] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.366148] env[65997]: DEBUG nova.network.neutron [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Updated VIF entry in instance network info cache for port 4d68e803-63d6-47ae-9124-0efc1196f73c. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.366788] env[65997]: DEBUG nova.network.neutron [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Updating instance_info_cache with network_info: [{"id": "4d68e803-63d6-47ae-9124-0efc1196f73c", "address": "fa:16:3e:6c:07:66", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d68e803-63", "ovs_interfaceid": "4d68e803-63d6-47ae-9124-0efc1196f73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.368478] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.370308] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8945b83f-cfb0-4068-a5d2-701cd6ae454f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.388994] env[65997]: DEBUG oslo_concurrency.lockutils [req-60f5b90f-bdb6-4303-8adf-81e2e6366e36 req-5fa2378b-d253-4db6-9e28-ad8e80dc5ab8 service nova] Releasing lock "refresh_cache-b57abb80-017f-46b3-b940-c2de22b888fb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.395573] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.395573] env[65997]: value = "task-4718041" [ 788.395573] env[65997]: _type = "Task" [ 788.395573] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.410312] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718041, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.630018] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4c307382-726d-43b9-b068-658df2f21c5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 788.648300] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.696389] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52256c13-9025-0d2c-7415-a88e77d1c8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.697139] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.697139] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.697283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.697468] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.697663] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.699433] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eca4897d-f7c1-42a4-b05e-8db805fffa74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.711189] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.714779] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.715247] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d91a818-48cc-449e-adea-5fe21013044e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.724726] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 788.724726] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f2c96d-a115-2392-32d7-05c3e9b71a27" [ 788.724726] env[65997]: _type = "Task" [ 788.724726] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.736040] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f2c96d-a115-2392-32d7-05c3e9b71a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.909736] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718041, 'name': CreateVM_Task, 'duration_secs': 0.457012} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.910069] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.910836] env[65997]: WARNING neutronclient.v2_0.client [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.911368] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.911967] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.911967] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912286] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7fd7b9-d1cd-4ee5-b515-50d2fd6a24b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.919277] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.919621] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.923068] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 788.923068] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eeb8dc-bf62-8283-fb45-83a409ef4719" [ 788.923068] env[65997]: _type = "Task" [ 788.923068] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.934538] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eeb8dc-bf62-8283-fb45-83a409ef4719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.969779] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "aa4832a9-9736-4258-9da4-d9ec5841bb95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.972047] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.013054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "600fb982-729e-4f28-87b0-27d789cdbc2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.013054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.046367] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "979bc542-5e49-4fe5-a697-c96a85707fd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.046367] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.046367] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "979bc542-5e49-4fe5-a697-c96a85707fd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.046367] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.046645] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.048085] env[65997]: INFO nova.compute.manager [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Terminating instance [ 789.132052] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d73ebbf0-9621-4861-aa95-ec504c9f253d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 789.149378] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.239300] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f2c96d-a115-2392-32d7-05c3e9b71a27, 'name': SearchDatastore_Task, 'duration_secs': 0.017146} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.240475] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef32bbc-fd23-4e09-98ed-1b40366bd674 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.251677] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 789.251677] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a3589c-a8a7-58d7-c6e9-545091152611" [ 789.251677] env[65997]: _type = "Task" [ 789.251677] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.264775] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a3589c-a8a7-58d7-c6e9-545091152611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.425351] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 789.445047] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eeb8dc-bf62-8283-fb45-83a409ef4719, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.445380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.445608] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.445826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.476356] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 789.552316] env[65997]: DEBUG nova.compute.manager [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 789.552482] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.553750] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc989b-8d5b-4531-a284-7ccd23aebbdd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.563809] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.564110] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d07a70-6b43-4775-8f90-72ba7e5b8000 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.572321] env[65997]: DEBUG oslo_vmware.api [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 789.572321] env[65997]: value = "task-4718042" [ 789.572321] env[65997]: _type = "Task" [ 789.572321] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.583013] env[65997]: DEBUG oslo_vmware.api [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4718042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.617600] env[65997]: DEBUG nova.compute.manager [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Received event network-vif-plugged-bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.617815] env[65997]: DEBUG oslo_concurrency.lockutils [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] Acquiring lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.618126] env[65997]: DEBUG oslo_concurrency.lockutils [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.618367] env[65997]: DEBUG oslo_concurrency.lockutils [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.618514] env[65997]: DEBUG nova.compute.manager [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] No waiting events found dispatching network-vif-plugged-bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 789.618674] env[65997]: WARNING nova.compute.manager [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Received unexpected event network-vif-plugged-bb086972-0345-40ee-ad56-2eadcc53e8e7 for instance with vm_state building and task_state spawning. [ 789.618848] env[65997]: DEBUG nova.compute.manager [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Received event network-changed-bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.619096] env[65997]: DEBUG nova.compute.manager [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Refreshing instance network info cache due to event network-changed-bb086972-0345-40ee-ad56-2eadcc53e8e7. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 789.619269] env[65997]: DEBUG oslo_concurrency.lockutils [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] Acquiring lock "refresh_cache-a22ac876-ae59-457c-a2d2-9de8fcbe1a81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.619446] env[65997]: DEBUG oslo_concurrency.lockutils [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] Acquired lock "refresh_cache-a22ac876-ae59-457c-a2d2-9de8fcbe1a81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.619547] env[65997]: DEBUG nova.network.neutron [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Refreshing network info cache for port bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.635168] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 21b2e418-877f-4710-881f-a82f2d194a84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 789.635657] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 789.635910] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '22', 'num_vm_active': '19', 'num_task_rebuild_spawning': '1', 'num_os_type_None': '22', 'num_proj_1ba4f163662b459a96b28cb233b8b806': '4', 'io_workload': '3', 'num_task_None': '18', 'num_proj_e47c24ebd0b049efbc11a3ad903b4de0': '1', 'num_proj_ffc2c7112a03498fb742ea1f3c7a407f': '1', 'num_proj_e9f24bfe65974fa9850050ea73e8cb30': '1', 'num_proj_7ffbaf87ce694fffbbbfb1d263d26675': '2', 'num_proj_64f1d8e9279a448ab297ccf248b87927': '1', 'num_proj_0e89748fbce84e5080ada51a30818685': '1', 'num_proj_b1d72958be154a48b43a6bf2662d7877': '1', 'num_proj_5af3ad7536c94dd8849dfc581d065f69': '1', 'num_proj_85c88c13c331484da8ae58036e7acaf0': '2', 'num_proj_953dba97a2ab46439294fef884aeca72': '1', 'num_proj_f394963e52a64168bac2d96eb958db8f': '1', 'num_proj_a28b0d957cf746baba58736aa6e2cd8b': '1', 'num_proj_e8ad141713e54338beb495b8bff40fff': '1', 'num_proj_198a4ecec02d440289419a63a0c36717': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_e7e4680af13841c8828d561432b7ac02': '1', 'num_proj_3e2f5dbccace41caa28cc3f77bfb0c52': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 789.650740] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718040, 'name': ReconfigVM_Task, 'duration_secs': 1.175312} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.651044] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8905caed-7546-4366-80e3-5aad5469c4a7/8905caed-7546-4366-80e3-5aad5469c4a7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.651760] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b763ca3c-fe2b-43a3-8fc6-147647bc6f78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.660525] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 789.660525] env[65997]: value = "task-4718043" [ 789.660525] env[65997]: _type = "Task" [ 789.660525] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.671293] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718043, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.766652] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a3589c-a8a7-58d7-c6e9-545091152611, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.770258] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.770619] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] b57abb80-017f-46b3-b940-c2de22b888fb/b57abb80-017f-46b3-b940-c2de22b888fb.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.771218] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.771428] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.771653] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4afbe932-f8d1-4b60-a643-481a3bf52dcf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.773844] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b14c81d-2922-4a39-a79d-34cfce27f076 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.788699] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 789.788699] env[65997]: value = "task-4718044" [ 789.788699] env[65997]: _type = "Task" [ 789.788699] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.789093] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.789326] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.790337] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5993799-839c-4ec3-9a8d-565f0fba52e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.800423] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 789.800423] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e14488-f823-967d-993b-25548163a02f" [ 789.800423] env[65997]: _type = "Task" [ 789.800423] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.804172] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.817864] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e14488-f823-967d-993b-25548163a02f, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.818852] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0317f474-fa34-42b2-a78a-45869853fb43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.828560] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 789.828560] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c14150-5541-314a-882e-8aa92ac5fb3a" [ 789.828560] env[65997]: _type = "Task" [ 789.828560] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.839072] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c14150-5541-314a-882e-8aa92ac5fb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.952559] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.003972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.087982] env[65997]: DEBUG oslo_vmware.api [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4718042, 'name': PowerOffVM_Task, 'duration_secs': 0.227697} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.089037] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.089037] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.089037] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87b54564-6548-4816-a0f1-d57b00c7293c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.124461] env[65997]: WARNING neutronclient.v2_0.client [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.174928] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718043, 'name': Rename_Task, 'duration_secs': 0.199699} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.179662] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.181538] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cb66267-fbfc-457e-8ee1-15cfa507935c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.185526] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.185855] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.186253] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Deleting the datastore file [datastore2] 979bc542-5e49-4fe5-a697-c96a85707fd4 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.186998] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee28f13-2546-46cf-b2c3-bede91a98c0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.193674] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 790.193674] env[65997]: value = "task-4718046" [ 790.193674] env[65997]: _type = "Task" [ 790.193674] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.207937] env[65997]: DEBUG oslo_vmware.api [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for the task: (returnval){ [ 790.207937] env[65997]: value = "task-4718047" [ 790.207937] env[65997]: _type = "Task" [ 790.207937] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.220451] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718046, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.233795] env[65997]: DEBUG oslo_vmware.api [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4718047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.307054] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718044, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.349312] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c14150-5541-314a-882e-8aa92ac5fb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.353488] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353863] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] a22ac876-ae59-457c-a2d2-9de8fcbe1a81/a22ac876-ae59-457c-a2d2-9de8fcbe1a81.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.358228] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f44b3938-4d07-4f83-b62d-6f660496a203 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.368170] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 790.368170] env[65997]: value = "task-4718048" [ 790.368170] env[65997]: _type = "Task" [ 790.368170] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.380209] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.400090] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c7b42-58ed-4559-8d23-68af0a33a6cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.410203] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792143cf-9fb9-4a8a-bda8-69ead04bbdfa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.455206] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ac8f8-876e-4ae2-9a51-cf5b3e44d560 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.466467] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf1381c-b5ba-4258-aff7-086ad26fe218 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.487922] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.557295] env[65997]: WARNING neutronclient.v2_0.client [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.590558] env[65997]: DEBUG nova.compute.manager [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Received event network-changed-3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.591650] env[65997]: DEBUG nova.compute.manager [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Refreshing instance network info cache due to event network-changed-3c677711-b405-4b80-b050-692db38b8c9f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 790.592648] env[65997]: DEBUG oslo_concurrency.lockutils [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.593033] env[65997]: DEBUG oslo_concurrency.lockutils [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.593765] env[65997]: DEBUG nova.network.neutron [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Refreshing network info cache for port 3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.672020] env[65997]: DEBUG nova.network.neutron [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Updated VIF entry in instance network info cache for port bb086972-0345-40ee-ad56-2eadcc53e8e7. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.672020] env[65997]: DEBUG nova.network.neutron [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Updating instance_info_cache with network_info: [{"id": "bb086972-0345-40ee-ad56-2eadcc53e8e7", "address": "fa:16:3e:0b:b0:67", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb086972-03", "ovs_interfaceid": "bb086972-0345-40ee-ad56-2eadcc53e8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.709879] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.722199] env[65997]: DEBUG oslo_vmware.api [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Task: {'id': task-4718047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265381} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.722538] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.722743] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.723168] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.723168] env[65997]: INFO nova.compute.manager [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 790.723386] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 790.723809] env[65997]: DEBUG nova.compute.manager [-] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 790.723809] env[65997]: DEBUG nova.network.neutron [-] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 790.724119] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.805701] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529861} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.807662] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] b57abb80-017f-46b3-b940-c2de22b888fb/b57abb80-017f-46b3-b940-c2de22b888fb.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.807662] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.807662] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d400b3a-ce5f-491f-8a7c-1b13ed7ddb58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.815019] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.818101] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 790.818101] env[65997]: value = "task-4718049" [ 790.818101] env[65997]: _type = "Task" [ 790.818101] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.831059] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.883417] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718048, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.994821] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.098666] env[65997]: WARNING neutronclient.v2_0.client [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.178513] env[65997]: DEBUG oslo_concurrency.lockutils [req-7c0600b7-3428-4bdc-8e45-ca8749393c45 req-03fb4446-209b-4b2a-9e78-7fa7f59633f2 service nova] Releasing lock "refresh_cache-a22ac876-ae59-457c-a2d2-9de8fcbe1a81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.209075] env[65997]: DEBUG oslo_vmware.api [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718046, 'name': PowerOnVM_Task, 'duration_secs': 0.725657} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.209741] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.210284] env[65997]: INFO nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Took 10.91 seconds to spawn the instance on the hypervisor. [ 791.210635] env[65997]: DEBUG nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 791.212066] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f662496-165d-4ce1-b8bd-d1feae92e07c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.333246] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096784} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.333246] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.333246] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdb46a-b70b-41e3-b37c-0665160f49d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.359496] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b57abb80-017f-46b3-b940-c2de22b888fb/b57abb80-017f-46b3-b940-c2de22b888fb.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.366043] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870956cd-da38-4327-86de-cf7ceb79112e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.382035] env[65997]: DEBUG nova.network.neutron [-] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.394340] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539864} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.396918] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] a22ac876-ae59-457c-a2d2-9de8fcbe1a81/a22ac876-ae59-457c-a2d2-9de8fcbe1a81.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.396918] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.396918] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 791.396918] env[65997]: value = "task-4718050" [ 791.396918] env[65997]: _type = "Task" [ 791.396918] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.396918] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0097c53a-ed0f-4e75-91bf-2dafedc17dd9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.410275] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.412126] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 791.412126] env[65997]: value = "task-4718051" [ 791.412126] env[65997]: _type = "Task" [ 791.412126] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.427717] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.466595] env[65997]: WARNING neutronclient.v2_0.client [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.504389] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 791.504828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.470s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.505247] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.252s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.505558] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.509046] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.111s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.509384] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.512211] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.313s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.514629] env[65997]: INFO nova.compute.claims [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.555777] env[65997]: INFO nova.scheduler.client.report [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Deleted allocations for instance 364743f2-8787-4d86-b268-c6a48ddee7be [ 791.563978] env[65997]: INFO nova.scheduler.client.report [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Deleted allocations for instance 4e9caa7d-601c-4660-8430-1884d634b2a3 [ 791.594886] env[65997]: DEBUG nova.network.neutron [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updated VIF entry in instance network info cache for port 3c677711-b405-4b80-b050-692db38b8c9f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.595545] env[65997]: DEBUG nova.network.neutron [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.735997] env[65997]: INFO nova.compute.manager [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Took 32.61 seconds to build instance. [ 791.887866] env[65997]: INFO nova.compute.manager [-] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Took 1.16 seconds to deallocate network for instance. [ 791.910228] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.922281] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079119} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.922581] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.923536] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a68d8d-9a41-4ea0-9f3a-9deab6c46ed8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.951872] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a22ac876-ae59-457c-a2d2-9de8fcbe1a81/a22ac876-ae59-457c-a2d2-9de8fcbe1a81.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.953267] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f064809-4667-44a1-bc2b-9dc2f581b80c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.977929] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 791.977929] env[65997]: value = "task-4718052" [ 791.977929] env[65997]: _type = "Task" [ 791.977929] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.988312] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.069144] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ec4311c4-ee9f-4c65-ac40-0de0e4aaa555 tempest-ServersAdminNegativeTestJSON-1396292550 tempest-ServersAdminNegativeTestJSON-1396292550-project-member] Lock "364743f2-8787-4d86-b268-c6a48ddee7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.900s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.075036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f13afc2-abd2-44c7-8691-ff2f011d6483 tempest-AttachInterfacesUnderV243Test-1401351605 tempest-AttachInterfacesUnderV243Test-1401351605-project-member] Lock "4e9caa7d-601c-4660-8430-1884d634b2a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.513s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.099308] env[65997]: DEBUG oslo_concurrency.lockutils [req-aef4ebfb-1ec1-4d67-8283-b104f470465e req-7ca5a3ca-ac89-406c-b018-8081c7d5d816 service nova] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.198227] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "51e93dd2-2068-4d67-861c-e8a50069343c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.198533] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "51e93dd2-2068-4d67-861c-e8a50069343c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.198839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "51e93dd2-2068-4d67-861c-e8a50069343c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.199069] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "51e93dd2-2068-4d67-861c-e8a50069343c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.199251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "51e93dd2-2068-4d67-861c-e8a50069343c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.203658] env[65997]: INFO nova.compute.manager [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Terminating instance [ 792.238176] env[65997]: DEBUG oslo_concurrency.lockutils [None req-545eaa77-b96c-442e-b626-ef5ac44ba591 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.140s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.394978] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.409682] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718050, 'name': ReconfigVM_Task, 'duration_secs': 0.890595} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.409961] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b57abb80-017f-46b3-b940-c2de22b888fb/b57abb80-017f-46b3-b940-c2de22b888fb.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.410672] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe115805-3a1b-4c95-93f5-6706c5a6d750 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.419607] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 792.419607] env[65997]: value = "task-4718053" [ 792.419607] env[65997]: _type = "Task" [ 792.419607] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.433434] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718053, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.488925] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718052, 'name': ReconfigVM_Task, 'duration_secs': 0.362299} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.489281] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a22ac876-ae59-457c-a2d2-9de8fcbe1a81/a22ac876-ae59-457c-a2d2-9de8fcbe1a81.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.489983] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ab570b-ba14-4c06-85a4-26f4ae30af70 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.498391] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 792.498391] env[65997]: value = "task-4718054" [ 792.498391] env[65997]: _type = "Task" [ 792.498391] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.515935] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718054, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.710229] env[65997]: DEBUG nova.compute.manager [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 792.710544] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.714610] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ac7eb-371e-4a70-a67f-74a73f070230 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.725871] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.725871] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07aa30b4-887d-4917-bf93-f2badb2e52ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.733420] env[65997]: DEBUG oslo_vmware.api [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 792.733420] env[65997]: value = "task-4718055" [ 792.733420] env[65997]: _type = "Task" [ 792.733420] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.742240] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 792.751695] env[65997]: DEBUG oslo_vmware.api [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.933046] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718053, 'name': Rename_Task, 'duration_secs': 0.333303} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.933578] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.933846] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-831efe52-e3d4-4262-8a07-25b7a0cacdbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.935635] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8905caed-7546-4366-80e3-5aad5469c4a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.936017] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.936194] env[65997]: INFO nova.compute.manager [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Shelving [ 792.945596] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 792.945596] env[65997]: value = "task-4718056" [ 792.945596] env[65997]: _type = "Task" [ 792.945596] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.965937] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718056, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.009605] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718054, 'name': Rename_Task, 'duration_secs': 0.220931} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.012795] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.013466] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e88bbc9-5e23-4097-b4f1-cef5a7d422c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.022492] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 793.022492] env[65997]: value = "task-4718057" [ 793.022492] env[65997]: _type = "Task" [ 793.022492] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.036593] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.093157] env[65997]: DEBUG nova.compute.manager [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Received event network-changed-240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.093377] env[65997]: DEBUG nova.compute.manager [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Refreshing instance network info cache due to event network-changed-240443c2-b173-41be-a0b3-c2d75ea9a074. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 793.093599] env[65997]: DEBUG oslo_concurrency.lockutils [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] Acquiring lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.093741] env[65997]: DEBUG oslo_concurrency.lockutils [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] Acquired lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.093897] env[65997]: DEBUG nova.network.neutron [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Refreshing network info cache for port 240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.216105] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a4859-bdb4-4240-b6a2-c62f0e073da9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.226406] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f88a39-fd6b-46df-9f70-d02eeb691eed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.277466] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb6bf6-92cb-4a7f-91db-8d9daaede087 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.299249] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6073199f-c8be-4395-b226-4f412764a1d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.304454] env[65997]: DEBUG oslo_vmware.api [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718055, 'name': PowerOffVM_Task, 'duration_secs': 0.434358} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.306481] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.306731] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.307387] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.309300] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e60e9a-5495-414d-9ff2-b42dac9611a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.322062] env[65997]: DEBUG nova.compute.provider_tree [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.408868] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.409450] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.409858] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleting the datastore file [datastore2] 51e93dd2-2068-4d67-861c-e8a50069343c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.410358] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a61c627-272d-43c2-a69e-54a2fd15e7ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.420224] env[65997]: DEBUG oslo_vmware.api [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 793.420224] env[65997]: value = "task-4718059" [ 793.420224] env[65997]: _type = "Task" [ 793.420224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.430703] env[65997]: DEBUG oslo_vmware.api [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.461911] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.538284] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718057, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.596516] env[65997]: WARNING neutronclient.v2_0.client [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.830934] env[65997]: DEBUG nova.scheduler.client.report [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.936505] env[65997]: DEBUG oslo_vmware.api [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203649} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.937034] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.937640] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.937935] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.938318] env[65997]: INFO nova.compute.manager [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 793.938717] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.939070] env[65997]: DEBUG nova.compute.manager [-] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 793.941793] env[65997]: DEBUG nova.network.neutron [-] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.941793] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.958019] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.958019] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f49aae-b0cb-457c-8b3a-3e2b671a4b0e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.961166] env[65997]: DEBUG oslo_vmware.api [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718056, 'name': PowerOnVM_Task, 'duration_secs': 0.762462} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.962353] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.962882] env[65997]: INFO nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Took 10.86 seconds to spawn the instance on the hypervisor. [ 793.963240] env[65997]: DEBUG nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 793.964238] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae2988d-1a65-4138-b36b-a3d59e26c649 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.969370] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 793.969370] env[65997]: value = "task-4718060" [ 793.969370] env[65997]: _type = "Task" [ 793.969370] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.991751] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.003158] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "d79d3983-d81c-4d11-96a6-369cfe728127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.003593] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "d79d3983-d81c-4d11-96a6-369cfe728127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.003894] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "d79d3983-d81c-4d11-96a6-369cfe728127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.004873] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "d79d3983-d81c-4d11-96a6-369cfe728127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.004873] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "d79d3983-d81c-4d11-96a6-369cfe728127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.007034] env[65997]: INFO nova.compute.manager [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Terminating instance [ 794.038222] env[65997]: DEBUG oslo_vmware.api [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718057, 'name': PowerOnVM_Task, 'duration_secs': 0.543657} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.038691] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.038937] env[65997]: INFO nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Took 8.24 seconds to spawn the instance on the hypervisor. [ 794.039368] env[65997]: DEBUG nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.040430] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060f7ae-07ea-4862-ab9e-6dc5c6cb06e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.141048] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.187430] env[65997]: WARNING neutronclient.v2_0.client [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.345016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.345016] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 794.347515] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.407s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.347756] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.350222] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.815s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.352018] env[65997]: INFO nova.compute.claims [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.398773] env[65997]: INFO nova.scheduler.client.report [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Deleted allocations for instance b91405c7-49e7-4579-9553-498d1287bb98 [ 794.497507] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718060, 'name': PowerOffVM_Task, 'duration_secs': 0.227798} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.498207] env[65997]: INFO nova.compute.manager [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Took 35.20 seconds to build instance. [ 794.502107] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.503376] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67834f1-d31f-4277-b416-0ddc801ef973 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.512471] env[65997]: DEBUG nova.compute.manager [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 794.512691] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.529765] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c573ac-d61a-42a7-ad21-e764b01257e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.536822] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2cbcc7-854a-429a-9b41-a82c0bf95c60 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.549807] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.553611] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6270bd30-bf88-4099-a6a3-2331ae07679c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.568080] env[65997]: INFO nova.compute.manager [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Took 34.56 seconds to build instance. [ 794.572874] env[65997]: DEBUG oslo_vmware.api [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 794.572874] env[65997]: value = "task-4718061" [ 794.572874] env[65997]: _type = "Task" [ 794.572874] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.584508] env[65997]: DEBUG nova.network.neutron [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updated VIF entry in instance network info cache for port 240443c2-b173-41be-a0b3-c2d75ea9a074. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.584508] env[65997]: DEBUG nova.network.neutron [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updating instance_info_cache with network_info: [{"id": "240443c2-b173-41be-a0b3-c2d75ea9a074", "address": "fa:16:3e:bd:67:df", "network": {"id": "ac182d61-baaf-4e6a-aeb2-250d89ec2974", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1465577472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f394963e52a64168bac2d96eb958db8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240443c2-b1", "ovs_interfaceid": "240443c2-b173-41be-a0b3-c2d75ea9a074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.593959] env[65997]: DEBUG oslo_vmware.api [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4718061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.860040] env[65997]: DEBUG nova.compute.utils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.864256] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 794.864455] env[65997]: DEBUG nova.network.neutron [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 794.864900] env[65997]: WARNING neutronclient.v2_0.client [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.865118] env[65997]: WARNING neutronclient.v2_0.client [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.912841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-abb7384e-d3fd-4f0f-9c0a-4b651efd6bf4 tempest-VolumesAssistedSnapshotsTest-699681554 tempest-VolumesAssistedSnapshotsTest-699681554-project-member] Lock "b91405c7-49e7-4579-9553-498d1287bb98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.445s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.007499] env[65997]: DEBUG oslo_concurrency.lockutils [None req-696adc3e-e957-4d89-8ee9-097b39528376 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b57abb80-017f-46b3-b940-c2de22b888fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.719s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.015343] env[65997]: DEBUG nova.network.neutron [-] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.033713] env[65997]: DEBUG nova.policy [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f5601265529487dbd76d2c024524360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '953dba97a2ab46439294fef884aeca72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.065470] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.065806] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbac5b14-c997-4043-9716-b5dea1201096 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.072360] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1886fd69-2a48-453c-b767-854dc1890fd1 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.070s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.077496] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 795.077496] env[65997]: value = "task-4718062" [ 795.077496] env[65997]: _type = "Task" [ 795.077496] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.087342] env[65997]: DEBUG oslo_concurrency.lockutils [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] Releasing lock "refresh_cache-d79d3983-d81c-4d11-96a6-369cfe728127" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088145] env[65997]: DEBUG nova.compute.manager [req-d7a0bed7-b09f-411a-a6e5-8638da5bab37 req-cdaf4ff6-f805-44d2-ba8c-df2f0ef5fa69 service nova] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Received event network-vif-deleted-bafba534-a0db-4880-b146-e50b61db367d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.088556] env[65997]: DEBUG oslo_vmware.api [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4718061, 'name': PowerOffVM_Task, 'duration_secs': 0.193924} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.089702] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.090164] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.090295] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b372af97-15f0-4fb4-b956-f490f6f307d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.095884] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.169146] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.169518] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.169846] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Deleting the datastore file [datastore2] d79d3983-d81c-4d11-96a6-369cfe728127 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.170682] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00affdb-d7be-4801-99b8-47695a993f76 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.178801] env[65997]: DEBUG oslo_vmware.api [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for the task: (returnval){ [ 795.178801] env[65997]: value = "task-4718064" [ 795.178801] env[65997]: _type = "Task" [ 795.178801] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.190169] env[65997]: DEBUG oslo_vmware.api [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4718064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.364843] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 795.518359] env[65997]: INFO nova.compute.manager [-] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Took 1.58 seconds to deallocate network for instance. [ 795.529915] env[65997]: DEBUG nova.network.neutron [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Successfully created port: 1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 795.593819] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.694617] env[65997]: DEBUG oslo_vmware.api [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Task: {'id': task-4718064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245339} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.694999] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.695399] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.695937] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.696279] env[65997]: INFO nova.compute.manager [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Took 1.18 seconds to destroy the instance on the hypervisor. [ 795.696663] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.696981] env[65997]: DEBUG nova.compute.manager [-] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 795.697154] env[65997]: DEBUG nova.network.neutron [-] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 795.697521] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.994551] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d262f4-6167-4b7d-8dbe-f8fe1fe1231c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.008033] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ab6ff-fd00-4f82-b789-8632b4a00a0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.058623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.060245] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa76234-869b-4394-b4ba-d643fa73e7ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.071991] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e03149-d28d-4dee-b9a8-f3760dc6e72a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.105859] env[65997]: DEBUG nova.compute.provider_tree [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.107617] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718062, 'name': CreateSnapshot_Task, 'duration_secs': 0.993151} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.108380] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.109565] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973abc5-2127-4154-807f-1efd6e2e0fe2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.380315] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 796.407247] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 796.407529] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.407685] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 796.407862] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.408134] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 796.408294] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 796.408513] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 796.408786] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 796.408972] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 796.409213] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 796.409459] env[65997]: DEBUG nova.virt.hardware [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 796.410409] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ded94-cd1b-41d1-b6fa-64f43ff26eff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.421421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec695e7-02b3-48c0-8095-8aca6a153696 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.509426] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.593291] env[65997]: DEBUG nova.compute.manager [req-52ce12cb-b8bc-4b34-9db2-dfe0305f9ee1 req-d82855fb-96ab-4d26-a483-9d17157730bb service nova] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Received event network-vif-deleted-2c2e2e0f-65f0-4746-a9b1-e35f713cf5e9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.610567] env[65997]: DEBUG nova.scheduler.client.report [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.632366] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.633651] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cdce9f4c-110f-45d1-b620-3277e1f61d97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.645999] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 796.645999] env[65997]: value = "task-4718065" [ 796.645999] env[65997]: _type = "Task" [ 796.645999] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.658083] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718065, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.116067] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.116838] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 797.119764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.347s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.120014] env[65997]: DEBUG nova.objects.instance [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.158740] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718065, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.562090] env[65997]: DEBUG nova.network.neutron [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Successfully updated port: 1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 797.632093] env[65997]: DEBUG nova.compute.utils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.632864] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 797.633417] env[65997]: DEBUG nova.network.neutron [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 797.634121] env[65997]: WARNING neutronclient.v2_0.client [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.634789] env[65997]: WARNING neutronclient.v2_0.client [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.668489] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718065, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.833869] env[65997]: DEBUG nova.policy [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bd533061147468185f778a1040f9a3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f24bfe65974fa9850050ea73e8cb30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.068962] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.068962] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.068962] env[65997]: DEBUG nova.network.neutron [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.135094] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69b26a75-02c5-454d-ac60-cbd3c6df1ca7 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.136776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.158s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.136776] env[65997]: DEBUG nova.objects.instance [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 798.145350] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 798.164236] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718065, 'name': CloneVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.219678] env[65997]: DEBUG nova.network.neutron [-] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.340613] env[65997]: DEBUG nova.network.neutron [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Successfully created port: fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 798.670121] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718065, 'name': CloneVM_Task, 'duration_secs': 1.546398} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.670818] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Created linked-clone VM from snapshot [ 798.671653] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cdd06-e383-4272-87d2-fcab7440f9ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.682068] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Uploading image 4412bcfd-8b3f-44cb-bbe0-eafc9c5da105 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.716797] env[65997]: DEBUG nova.network.neutron [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 798.721470] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.721470] env[65997]: value = "vm-920718" [ 798.721470] env[65997]: _type = "VirtualMachine" [ 798.721470] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.721936] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-894e3e84-a3c8-499f-bd32-b6de9a1f35e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.723815] env[65997]: INFO nova.compute.manager [-] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Took 3.03 seconds to deallocate network for instance. [ 798.732572] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lease: (returnval){ [ 798.732572] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5252366d-74f3-7353-6d4e-82a19e8de7c1" [ 798.732572] env[65997]: _type = "HttpNfcLease" [ 798.732572] env[65997]: } obtained for exporting VM: (result){ [ 798.732572] env[65997]: value = "vm-920718" [ 798.732572] env[65997]: _type = "VirtualMachine" [ 798.732572] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.732801] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the lease: (returnval){ [ 798.732801] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5252366d-74f3-7353-6d4e-82a19e8de7c1" [ 798.732801] env[65997]: _type = "HttpNfcLease" [ 798.732801] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.746985] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.746985] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5252366d-74f3-7353-6d4e-82a19e8de7c1" [ 798.746985] env[65997]: _type = "HttpNfcLease" [ 798.746985] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.751553] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbdffe6-e1ec-4dfb-83b2-89867ec91144 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.762208] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Suspending the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 798.762483] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-16e358c2-898c-4205-a88c-0eea19afdcc3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.770743] env[65997]: DEBUG oslo_vmware.api [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 798.770743] env[65997]: value = "task-4718067" [ 798.770743] env[65997]: _type = "Task" [ 798.770743] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.781348] env[65997]: DEBUG oslo_vmware.api [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718067, 'name': SuspendVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.068226] env[65997]: WARNING neutronclient.v2_0.client [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.149978] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c6da0877-7043-4ade-abe8-7a5ebab22fce tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.151227] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.613s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.151418] env[65997]: DEBUG nova.objects.instance [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 799.157485] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 799.162916] env[65997]: DEBUG nova.network.neutron [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [{"id": "1a099974-785c-441d-8250-458bb58f24a6", "address": "fa:16:3e:2d:95:1f", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a099974-78", "ovs_interfaceid": "1a099974-785c-441d-8250-458bb58f24a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.193160] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:32:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c51e2c91-8a1d-4e0f-8b0f-f00f3f8ddf70',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-322674838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 799.193484] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.193700] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 799.193961] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.194691] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 799.194979] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 799.195246] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.195641] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 799.196159] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 799.196473] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 799.197208] env[65997]: DEBUG nova.virt.hardware [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 799.201049] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa9f6d-252a-4efc-9f88-c7ecdc6c2044 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.215293] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e130b-6ed9-4746-b978-2bbb451f036e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.236509] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.246815] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.246815] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5252366d-74f3-7353-6d4e-82a19e8de7c1" [ 799.246815] env[65997]: _type = "HttpNfcLease" [ 799.246815] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 799.247033] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 799.247033] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5252366d-74f3-7353-6d4e-82a19e8de7c1" [ 799.247033] env[65997]: _type = "HttpNfcLease" [ 799.247033] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 799.247717] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac632f6-34ed-4155-99f0-ef09c4a1b87d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.258254] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6dee3-2c50-f48a-bece-f0976c10de82/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 799.258413] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6dee3-2c50-f48a-bece-f0976c10de82/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 799.336922] env[65997]: DEBUG oslo_vmware.api [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718067, 'name': SuspendVM_Task} progress is 54%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.363416] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e68b7fd-8c5d-434e-9299-bbd7f4c1535d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.366805] env[65997]: DEBUG nova.compute.manager [req-800dd3de-7686-4975-b3d3-75eff15471dc req-6d855c03-4fc8-40a5-a8f0-5d607407bd2a service nova] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Received event network-vif-deleted-240443c2-b173-41be-a0b3-c2d75ea9a074 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 799.549715] env[65997]: DEBUG nova.compute.manager [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Received event network-vif-plugged-1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 799.549932] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] Acquiring lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.550563] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] Lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.551025] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] Lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.551025] env[65997]: DEBUG nova.compute.manager [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] No waiting events found dispatching network-vif-plugged-1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 799.551192] env[65997]: WARNING nova.compute.manager [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Received unexpected event network-vif-plugged-1a099974-785c-441d-8250-458bb58f24a6 for instance with vm_state building and task_state spawning. [ 799.551323] env[65997]: DEBUG nova.compute.manager [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Received event network-changed-1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 799.551481] env[65997]: DEBUG nova.compute.manager [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Refreshing instance network info cache due to event network-changed-1a099974-785c-441d-8250-458bb58f24a6. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 799.551583] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] Acquiring lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.666288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.670024] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance network_info: |[{"id": "1a099974-785c-441d-8250-458bb58f24a6", "address": "fa:16:3e:2d:95:1f", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a099974-78", "ovs_interfaceid": "1a099974-785c-441d-8250-458bb58f24a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 799.670024] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] Acquired lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.670259] env[65997]: DEBUG nova.network.neutron [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Refreshing network info cache for port 1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.670259] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:95:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a099974-785c-441d-8250-458bb58f24a6', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.681922] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 799.682859] env[65997]: WARNING neutronclient.v2_0.client [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.685239] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.686853] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc18d58d-d315-4103-84fa-f3fa7179106f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.710249] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.710249] env[65997]: value = "task-4718068" [ 799.710249] env[65997]: _type = "Task" [ 799.710249] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.720770] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718068, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.838085] env[65997]: DEBUG oslo_vmware.api [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718067, 'name': SuspendVM_Task, 'duration_secs': 0.751642} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.838465] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Suspended the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 799.838805] env[65997]: DEBUG nova.compute.manager [None req-a6f21fd9-fd3b-4e92-867c-4cc02bca37f0 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.839815] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6859a-1b35-44d7-9dd9-577715462114 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.061469] env[65997]: DEBUG nova.network.neutron [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Successfully updated port: fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 800.161359] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3959251d-55b4-486c-9d5a-017ee15f622b tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.163929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.673s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.166285] env[65997]: INFO nova.compute.claims [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.226915] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718068, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.376455] env[65997]: WARNING neutronclient.v2_0.client [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.462100] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.462100] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.462100] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.462100] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.462721] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.464359] env[65997]: INFO nova.compute.manager [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Terminating instance [ 800.566086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.566358] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.566559] env[65997]: DEBUG nova.network.neutron [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 800.574775] env[65997]: DEBUG nova.network.neutron [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updated VIF entry in instance network info cache for port 1a099974-785c-441d-8250-458bb58f24a6. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.575301] env[65997]: DEBUG nova.network.neutron [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [{"id": "1a099974-785c-441d-8250-458bb58f24a6", "address": "fa:16:3e:2d:95:1f", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a099974-78", "ovs_interfaceid": "1a099974-785c-441d-8250-458bb58f24a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.724519] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718068, 'name': CreateVM_Task, 'duration_secs': 0.526988} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.724519] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.726087] env[65997]: WARNING neutronclient.v2_0.client [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.726658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.726819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.727168] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.731049] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7aff186-4b17-49b6-9820-ac0fe4d61b1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.735277] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 800.735277] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bd0a7b-0f81-93ae-242b-979d9c558512" [ 800.735277] env[65997]: _type = "Task" [ 800.735277] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.745915] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bd0a7b-0f81-93ae-242b-979d9c558512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.970106] env[65997]: DEBUG nova.compute.manager [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 800.972216] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.972216] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17772ce9-1cca-4c83-9fea-f3799dc5eae7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.982178] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.983848] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b131ca-a639-4e2b-a4bb-8cc8d2695437 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.992623] env[65997]: DEBUG oslo_vmware.api [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 800.992623] env[65997]: value = "task-4718069" [ 800.992623] env[65997]: _type = "Task" [ 800.992623] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.002461] env[65997]: DEBUG oslo_vmware.api [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.083553] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d604f28-6bdf-40ae-98bb-3e88db4f36a8 req-a8d29fb3-51cb-44a1-b023-b8b7cb9486e0 service nova] Releasing lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.133602] env[65997]: DEBUG nova.network.neutron [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 801.254868] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bd0a7b-0f81-93ae-242b-979d9c558512, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.254868] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.256475] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.256800] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.257021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.257255] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.257663] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7792b65-0f87-4cd0-819f-517b3a5a8653 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.266115] env[65997]: WARNING neutronclient.v2_0.client [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.279729] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.279729] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.280742] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772da3d7-bdfe-449c-9cab-3379b3ee7288 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.288561] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 801.288561] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52adc610-1c74-6353-2494-dd8bbd5d32f6" [ 801.288561] env[65997]: _type = "Task" [ 801.288561] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.304991] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52adc610-1c74-6353-2494-dd8bbd5d32f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.305915] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5bf65cc-7ed9-4f35-9e6f-d63217b2ec57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.319244] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 801.319244] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5278a3b5-6190-97ba-d1e4-02d8942a3f6a" [ 801.319244] env[65997]: _type = "Task" [ 801.319244] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.330269] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5278a3b5-6190-97ba-d1e4-02d8942a3f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.330598] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.330862] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0704d636-7818-4603-9ff6-f0acf9e01072/0704d636-7818-4603-9ff6-f0acf9e01072.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.331166] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4c19ac-54d5-4b33-a173-b24ab40c3551 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.343213] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 801.343213] env[65997]: value = "task-4718070" [ 801.343213] env[65997]: _type = "Task" [ 801.343213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.354171] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.453959] env[65997]: DEBUG nova.network.neutron [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.516252] env[65997]: DEBUG oslo_vmware.api [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718069, 'name': PowerOffVM_Task, 'duration_secs': 0.213824} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.516466] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.516720] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.517078] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793e4177-449d-4647-9d9f-84e09cd4a33b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.597872] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.598184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.627449] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.627828] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.628147] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleting the datastore file [datastore2] a22ac876-ae59-457c-a2d2-9de8fcbe1a81 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.628515] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67a8963b-c6df-48e9-b84c-825d500a5092 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.640233] env[65997]: DEBUG oslo_vmware.api [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 801.640233] env[65997]: value = "task-4718072" [ 801.640233] env[65997]: _type = "Task" [ 801.640233] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.656494] env[65997]: DEBUG oslo_vmware.api [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.858019] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718070, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.916868] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3304263c-7d33-4f4c-9592-0241ceb6c48e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.926095] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c8cac1-a8cf-4185-ae27-1e23dc744275 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.964406] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.965339] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Instance network_info: |[{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 801.967274] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:c8:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fca763b5-9a7f-4d95-beba-d0d5cbf77aea', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.977456] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 801.978364] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08d06a-7288-464b-9f47-146dea74d8a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.982345] env[65997]: DEBUG nova.compute.manager [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Received event network-vif-plugged-fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.982566] env[65997]: DEBUG oslo_concurrency.lockutils [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] Acquiring lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.982779] env[65997]: DEBUG oslo_concurrency.lockutils [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.982941] env[65997]: DEBUG oslo_concurrency.lockutils [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.983128] env[65997]: DEBUG nova.compute.manager [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] No waiting events found dispatching network-vif-plugged-fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.983298] env[65997]: WARNING nova.compute.manager [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Received unexpected event network-vif-plugged-fca763b5-9a7f-4d95-beba-d0d5cbf77aea for instance with vm_state building and task_state spawning. [ 801.983473] env[65997]: DEBUG nova.compute.manager [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Received event network-changed-fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.983655] env[65997]: DEBUG nova.compute.manager [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Refreshing instance network info cache due to event network-changed-fca763b5-9a7f-4d95-beba-d0d5cbf77aea. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.983872] env[65997]: DEBUG oslo_concurrency.lockutils [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] Acquiring lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983960] env[65997]: DEBUG oslo_concurrency.lockutils [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] Acquired lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.984137] env[65997]: DEBUG nova.network.neutron [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Refreshing network info cache for port fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.986013] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.986527] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34b1183f-2733-4a93-a9ee-70b73bd71ea2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.016554] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bb2194-da46-4434-8d9c-d7d9ab08d405 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.024650] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.024650] env[65997]: value = "task-4718073" [ 802.024650] env[65997]: _type = "Task" [ 802.024650] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.051240] env[65997]: DEBUG nova.compute.provider_tree [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.056583] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718073, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.103230] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 802.162056] env[65997]: DEBUG oslo_vmware.api [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352817} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.162797] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.163174] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.163522] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.163854] env[65997]: INFO nova.compute.manager [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Took 1.19 seconds to destroy the instance on the hypervisor. [ 802.164594] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 802.166500] env[65997]: DEBUG nova.compute.manager [-] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 802.167134] env[65997]: DEBUG nova.network.neutron [-] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 802.170071] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.223112] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.355652] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544232} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.355964] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0704d636-7818-4603-9ff6-f0acf9e01072/0704d636-7818-4603-9ff6-f0acf9e01072.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.356323] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.356622] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f05cd02a-b8e8-48ef-8831-dde39edab7e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.366818] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 802.366818] env[65997]: value = "task-4718074" [ 802.366818] env[65997]: _type = "Task" [ 802.366818] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.376240] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.487662] env[65997]: WARNING neutronclient.v2_0.client [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.539764] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718073, 'name': CreateVM_Task, 'duration_secs': 0.471402} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.539764] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.540292] env[65997]: WARNING neutronclient.v2_0.client [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.540570] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.541272] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.541272] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.541406] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094a73bd-4bce-436e-8c26-568e14c00a2b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.548490] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 802.548490] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b5ee99-f932-dca8-280e-9ab242dc27c8" [ 802.548490] env[65997]: _type = "Task" [ 802.548490] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.561041] env[65997]: DEBUG nova.scheduler.client.report [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.565659] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b5ee99-f932-dca8-280e-9ab242dc27c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.648434] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.833602] env[65997]: WARNING neutronclient.v2_0.client [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.879160] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136749} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.879498] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.880337] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868b9daa-b973-41d4-acc5-1087d871260d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.909508] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 0704d636-7818-4603-9ff6-f0acf9e01072/0704d636-7818-4603-9ff6-f0acf9e01072.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.911233] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5396ca9-1568-40ac-b436-050123370f5e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.935317] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 802.935317] env[65997]: value = "task-4718075" [ 802.935317] env[65997]: _type = "Task" [ 802.935317] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.941149] env[65997]: DEBUG nova.network.neutron [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updated VIF entry in instance network info cache for port fca763b5-9a7f-4d95-beba-d0d5cbf77aea. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.941531] env[65997]: DEBUG nova.network.neutron [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.949631] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.055979] env[65997]: DEBUG nova.network.neutron [-] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.064632] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b5ee99-f932-dca8-280e-9ab242dc27c8, 'name': SearchDatastore_Task, 'duration_secs': 0.031686} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.065383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.065685] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.065964] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.066184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.066395] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.067324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.068092] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 803.070458] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b364a0a9-879e-4a56-a576-c0fa320e65a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.073503] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.599s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.075925] env[65997]: INFO nova.compute.claims [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.088873] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.088944] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.089795] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87273b08-ecbf-48af-9861-7fef34508b02 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.098271] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 803.098271] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5258b52d-3d04-777a-10dd-2fac01827830" [ 803.098271] env[65997]: _type = "Task" [ 803.098271] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.110857] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5258b52d-3d04-777a-10dd-2fac01827830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.144126] env[65997]: DEBUG nova.compute.manager [req-5f8987b7-e928-4ac6-8632-004b9c84fc44 req-007a5e83-afd0-4cf9-be7f-7da395ef92b2 service nova] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Received event network-vif-deleted-bb086972-0345-40ee-ad56-2eadcc53e8e7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 803.429354] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "e5fc0417-2680-457f-8760-af261a5ac23f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.429942] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "e5fc0417-2680-457f-8760-af261a5ac23f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.430108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "e5fc0417-2680-457f-8760-af261a5ac23f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.430312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "e5fc0417-2680-457f-8760-af261a5ac23f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.430492] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "e5fc0417-2680-457f-8760-af261a5ac23f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.433123] env[65997]: INFO nova.compute.manager [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Terminating instance [ 803.449056] env[65997]: DEBUG oslo_concurrency.lockutils [req-37717830-2e3d-4848-8dff-f23372dd0785 req-836180fc-a0b3-4a8c-898d-4dbf97f6c313 service nova] Releasing lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.449575] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.566638] env[65997]: INFO nova.compute.manager [-] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Took 1.40 seconds to deallocate network for instance. [ 803.575054] env[65997]: DEBUG nova.compute.utils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.576293] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 803.576520] env[65997]: DEBUG nova.network.neutron [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 803.576850] env[65997]: WARNING neutronclient.v2_0.client [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.577316] env[65997]: WARNING neutronclient.v2_0.client [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.612660] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5258b52d-3d04-777a-10dd-2fac01827830, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.613702] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbdcf55-a3b3-40f3-b26e-85c347c89e25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.621954] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 803.621954] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f1fdb5-70ad-d5de-f137-4e817ce8c1b1" [ 803.621954] env[65997]: _type = "Task" [ 803.621954] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.637258] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f1fdb5-70ad-d5de-f137-4e817ce8c1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.719527] env[65997]: DEBUG nova.policy [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.754243] env[65997]: DEBUG nova.compute.manager [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.755265] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7cfcd5-0ad1-437d-9092-0974244cda89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.942821] env[65997]: DEBUG nova.compute.manager [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 803.943084] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.944067] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722789d9-66bd-49a5-ba36-0ac32b73262a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.956972] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.959876] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.960040] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1421b886-afee-4367-a9ed-c92339d6e339 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.969671] env[65997]: DEBUG oslo_vmware.api [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 803.969671] env[65997]: value = "task-4718076" [ 803.969671] env[65997]: _type = "Task" [ 803.969671] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.978221] env[65997]: DEBUG oslo_vmware.api [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.077514] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.080871] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 804.089741] env[65997]: DEBUG nova.network.neutron [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Successfully created port: 3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 804.136394] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f1fdb5-70ad-d5de-f137-4e817ce8c1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.136718] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.137119] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.137305] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a6f8c2b-38dc-4a1e-8f5b-feb6b94937fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.152449] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 804.152449] env[65997]: value = "task-4718077" [ 804.152449] env[65997]: _type = "Task" [ 804.152449] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.163433] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.269720] env[65997]: INFO nova.compute.manager [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] instance snapshotting [ 804.270913] env[65997]: WARNING nova.compute.manager [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 804.279372] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5967dbef-0374-4c48-a955-9d1304bae0fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.309457] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c22c40f-5329-41f4-8483-b2442a53560d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.450018] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718075, 'name': ReconfigVM_Task, 'duration_secs': 1.421901} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.450405] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 0704d636-7818-4603-9ff6-f0acf9e01072/0704d636-7818-4603-9ff6-f0acf9e01072.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.451286] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d411f8-46ab-4a92-93d6-40710c6e903f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.464489] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 804.464489] env[65997]: value = "task-4718078" [ 804.464489] env[65997]: _type = "Task" [ 804.464489] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.483398] env[65997]: DEBUG oslo_vmware.api [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718076, 'name': PowerOffVM_Task, 'duration_secs': 0.258456} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.487618] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.487920] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.488282] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718078, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.491860] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba89cace-66b1-43aa-9134-0d0f322c7c4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.598054] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.598054] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.598054] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Deleting the datastore file [datastore1] e5fc0417-2680-457f-8760-af261a5ac23f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.598054] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540bf977-2635-4fea-a4b4-adbb2e2cf23a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.606631] env[65997]: DEBUG oslo_vmware.api [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for the task: (returnval){ [ 804.606631] env[65997]: value = "task-4718080" [ 804.606631] env[65997]: _type = "Task" [ 804.606631] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.619136] env[65997]: DEBUG oslo_vmware.api [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.666612] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718077, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.824300] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.824854] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab1707d3-908a-4895-82be-89a1f37c8154 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.834169] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 804.834169] env[65997]: value = "task-4718081" [ 804.834169] env[65997]: _type = "Task" [ 804.834169] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.839882] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6656e-e6e0-45c3-91e9-53a4e40a3cb2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.849033] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.852157] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc6f13-6c10-4988-b011-3a428afce1ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.886579] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ccca9d-07d2-41cd-b188-b1aecd23988a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.895140] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33618bdb-077b-492b-9ae8-90a2c5996dd0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.910190] env[65997]: DEBUG nova.compute.provider_tree [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.975933] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718078, 'name': Rename_Task, 'duration_secs': 0.25855} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.976210] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.976477] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091c03a0-b20e-49ab-9cd7-b4cf7cbc116c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.984429] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 804.984429] env[65997]: value = "task-4718082" [ 804.984429] env[65997]: _type = "Task" [ 804.984429] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.000049] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.098435] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 805.117798] env[65997]: DEBUG oslo_vmware.api [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Task: {'id': task-4718080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.118554] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.118554] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.118797] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.118852] env[65997]: INFO nova.compute.manager [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 805.119122] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.121016] env[65997]: DEBUG nova.compute.manager [-] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 805.121016] env[65997]: DEBUG nova.network.neutron [-] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.121016] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.133506] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 805.133980] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.134639] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 805.134947] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.135163] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 805.135326] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 805.135550] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.135765] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 805.135865] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 805.136038] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 805.136218] env[65997]: DEBUG nova.virt.hardware [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 805.137161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00933415-f891-42b3-9840-2957660ee671 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.146256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfebfc7-17a8-4e36-95b8-8b4546dc652d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.171910] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543612} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.172123] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.172343] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.172614] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec5c062-db38-4246-841d-c4b7d28ec652 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.180937] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 805.180937] env[65997]: value = "task-4718083" [ 805.180937] env[65997]: _type = "Task" [ 805.180937] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.191536] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.218775] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.350108] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718081, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.413133] env[65997]: DEBUG nova.scheduler.client.report [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.496085] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.695798] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087191} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.696249] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.697564] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c8295-b21c-4bcc-b5de-371c1bab8e7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.730026] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.730026] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffcec466-bf82-4240-81ef-6fd0187d183a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.752904] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 805.752904] env[65997]: value = "task-4718084" [ 805.752904] env[65997]: _type = "Task" [ 805.752904] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.764547] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.850269] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718081, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.895346] env[65997]: DEBUG nova.network.neutron [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Successfully updated port: 3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.921059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.921059] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 805.924408] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.299s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.929245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.931684] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.514s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.932142] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.937152] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.814s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.937152] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.940426] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.940621] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.946273] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.349s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.946500] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.948646] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.772s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.948790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.952236] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.365s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.956938] env[65997]: INFO nova.compute.claims [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.001124] env[65997]: DEBUG oslo_vmware.api [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718082, 'name': PowerOnVM_Task, 'duration_secs': 0.822406} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.002185] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.002417] env[65997]: INFO nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Took 9.62 seconds to spawn the instance on the hypervisor. [ 806.002558] env[65997]: DEBUG nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.003835] env[65997]: INFO nova.scheduler.client.report [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Deleted allocations for instance 4031ac4c-5d83-4b6f-b8b6-74793604b77a [ 806.005444] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da37e78-e77f-4690-81c0-3f5ff43608f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.029387] env[65997]: INFO nova.scheduler.client.report [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Deleted allocations for instance 483e13f3-710c-4221-9fc9-090418c6703c [ 806.037268] env[65997]: INFO nova.scheduler.client.report [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Deleted allocations for instance ea39cdba-2b34-47f9-bb96-798e4bb2e63d [ 806.064749] env[65997]: INFO nova.scheduler.client.report [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Deleted allocations for instance 194fee91-f50b-439c-9f97-24eca664c849 [ 806.067119] env[65997]: INFO nova.scheduler.client.report [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleted allocations for instance 520aa36a-46c8-4fd8-947d-8934c5ee8235 [ 806.095103] env[65997]: INFO nova.scheduler.client.report [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Deleted allocations for instance 8f323541-d3f4-4210-bd23-0b8aadab5d95 [ 806.266044] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718084, 'name': ReconfigVM_Task, 'duration_secs': 0.329999} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.266543] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.267261] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73adcdf1-5b73-47fe-ba92-0ed9a0961468 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.276870] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 806.276870] env[65997]: value = "task-4718085" [ 806.276870] env[65997]: _type = "Task" [ 806.276870] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.287415] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718085, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.346967] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718081, 'name': CreateSnapshot_Task, 'duration_secs': 1.095676} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.347438] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.348347] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a743d55-9d62-45bc-9f0d-bf161b4c6d22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.398902] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-4c307382-726d-43b9-b068-658df2f21c5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.398902] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-4c307382-726d-43b9-b068-658df2f21c5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.398902] env[65997]: DEBUG nova.network.neutron [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.464973] env[65997]: DEBUG nova.compute.utils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.466510] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 806.466751] env[65997]: DEBUG nova.network.neutron [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 806.467091] env[65997]: WARNING neutronclient.v2_0.client [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.467406] env[65997]: WARNING neutronclient.v2_0.client [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.496021] env[65997]: DEBUG nova.network.neutron [-] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.516518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a2e5e5be-54d5-4381-b5ae-61e380e7cd2a tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "4031ac4c-5d83-4b6f-b8b6-74793604b77a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.445s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.541237] env[65997]: INFO nova.compute.manager [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Took 43.38 seconds to build instance. [ 806.544873] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c896fb11-cf25-4bef-8de7-632760aa3279 tempest-ServerMetadataTestJSON-592403218 tempest-ServerMetadataTestJSON-592403218-project-member] Lock "483e13f3-710c-4221-9fc9-090418c6703c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.584s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.546647] env[65997]: DEBUG oslo_concurrency.lockutils [None req-af8c0e15-9933-4ddc-8420-e1d5f89b5acc tempest-ServerShowV257Test-1409653551 tempest-ServerShowV257Test-1409653551-project-member] Lock "ea39cdba-2b34-47f9-bb96-798e4bb2e63d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.569s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.576951] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb3c961c-3a6e-4fe1-ac39-de4d319de639 tempest-ImagesOneServerTestJSON-735956263 tempest-ImagesOneServerTestJSON-735956263-project-member] Lock "194fee91-f50b-439c-9f97-24eca664c849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.351s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.579788] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e69120c-9615-4546-bbaa-e4935d2031be tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "520aa36a-46c8-4fd8-947d-8934c5ee8235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.423s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.604740] env[65997]: DEBUG oslo_concurrency.lockutils [None req-38d219e0-b52a-4aae-938a-72c4b2ae611f tempest-ServersListShow296Test-1976958151 tempest-ServersListShow296Test-1976958151-project-member] Lock "8f323541-d3f4-4210-bd23-0b8aadab5d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.379s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.637657] env[65997]: DEBUG nova.policy [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de8b4d2f97ab4ec486293ec900fb9b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f9088c6d11482994eeb300852b0c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.788629] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718085, 'name': Rename_Task, 'duration_secs': 0.144032} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.788847] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.789139] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67bce91f-fcf5-4a55-a141-0f3eb47c671f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.797610] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 806.797610] env[65997]: value = "task-4718086" [ 806.797610] env[65997]: _type = "Task" [ 806.797610] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.807912] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.871840] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.872096] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-182c8696-230e-46b6-848f-16bcc4483020 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.884291] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 806.884291] env[65997]: value = "task-4718087" [ 806.884291] env[65997]: _type = "Task" [ 806.884291] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.896557] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718087, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.970871] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 807.003501] env[65997]: INFO nova.compute.manager [-] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Took 1.88 seconds to deallocate network for instance. [ 807.019166] env[65997]: DEBUG nova.network.neutron [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Successfully created port: e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 807.047417] env[65997]: DEBUG oslo_concurrency.lockutils [None req-de7e88b3-ec65-4017-86c4-b0cf3aa40d88 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.894s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.093826] env[65997]: DEBUG nova.network.neutron [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.314338] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.397061] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718087, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.523380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.554371] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5791d14-c6a8-4e0a-b884-70411f00efc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565536] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a8fcc-4044-44b0-9660-91c33d535e79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.609176] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f637a-86c1-4188-bec9-8c5f9d072951 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.620346] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c21757-d83a-4155-aa00-579a56f175cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.637861] env[65997]: DEBUG nova.compute.provider_tree [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.650983] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6dee3-2c50-f48a-bece-f0976c10de82/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.651962] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b2c698-c3cd-4fd5-ba97-ccc33693c714 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.660389] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6dee3-2c50-f48a-bece-f0976c10de82/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.660872] env[65997]: ERROR oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6dee3-2c50-f48a-bece-f0976c10de82/disk-0.vmdk due to incomplete transfer. [ 807.660973] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4130ef7e-34b8-4dc5-ae7e-f54e884d0cf7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.670100] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6dee3-2c50-f48a-bece-f0976c10de82/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.670313] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Uploaded image 4412bcfd-8b3f-44cb-bbe0-eafc9c5da105 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.672630] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.672925] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c2592f2-b101-41a6-87b9-c8eff6ea291a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.682244] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 807.682244] env[65997]: value = "task-4718088" [ 807.682244] env[65997]: _type = "Task" [ 807.682244] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.693801] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718088, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.814299] env[65997]: DEBUG oslo_vmware.api [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718086, 'name': PowerOnVM_Task, 'duration_secs': 0.837305} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.814299] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.814299] env[65997]: INFO nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Took 8.66 seconds to spawn the instance on the hypervisor. [ 807.814299] env[65997]: DEBUG nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 807.814970] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c430a12d-77cf-4458-ae12-c6bd594f0bd3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.896847] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718087, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.982979] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 808.005903] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 808.006217] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.006447] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 808.006659] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.006840] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 808.007014] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 808.007315] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 808.007488] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 808.007659] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 808.007821] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 808.007992] env[65997]: DEBUG nova.virt.hardware [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 808.008939] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b3cb5-c037-4ac2-af12-a1f3cf8ae1e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.018965] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5bd294-d871-42d1-b089-5513ff4dd0d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.127172] env[65997]: WARNING neutronclient.v2_0.client [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.144407] env[65997]: DEBUG nova.scheduler.client.report [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.150883] env[65997]: DEBUG nova.compute.manager [req-b9065717-7e17-478b-aac8-d5a29f48e1a4 req-b6728466-b30f-4184-9727-78774217cf90 service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Received event network-vif-plugged-3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.151227] env[65997]: DEBUG oslo_concurrency.lockutils [req-b9065717-7e17-478b-aac8-d5a29f48e1a4 req-b6728466-b30f-4184-9727-78774217cf90 service nova] Acquiring lock "4c307382-726d-43b9-b068-658df2f21c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.151326] env[65997]: DEBUG oslo_concurrency.lockutils [req-b9065717-7e17-478b-aac8-d5a29f48e1a4 req-b6728466-b30f-4184-9727-78774217cf90 service nova] Lock "4c307382-726d-43b9-b068-658df2f21c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.151486] env[65997]: DEBUG oslo_concurrency.lockutils [req-b9065717-7e17-478b-aac8-d5a29f48e1a4 req-b6728466-b30f-4184-9727-78774217cf90 service nova] Lock "4c307382-726d-43b9-b068-658df2f21c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.151710] env[65997]: DEBUG nova.compute.manager [req-b9065717-7e17-478b-aac8-d5a29f48e1a4 req-b6728466-b30f-4184-9727-78774217cf90 service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] No waiting events found dispatching network-vif-plugged-3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 808.151794] env[65997]: WARNING nova.compute.manager [req-b9065717-7e17-478b-aac8-d5a29f48e1a4 req-b6728466-b30f-4184-9727-78774217cf90 service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Received unexpected event network-vif-plugged-3728fd85-6cac-4bf1-913b-c352155a1e00 for instance with vm_state building and task_state spawning. [ 808.170820] env[65997]: DEBUG nova.compute.manager [req-10f341c5-07c2-4e8a-9e5e-78e39950c1fc req-cb8ab664-3706-4285-9768-b7b67e7e422e service nova] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Received event network-vif-deleted-51c501ae-7aa4-4450-ac58-348f46fb524e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.193516] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718088, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.335919] env[65997]: INFO nova.compute.manager [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Took 43.82 seconds to build instance. [ 808.397673] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718087, 'name': CloneVM_Task, 'duration_secs': 1.481043} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.397954] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Created linked-clone VM from snapshot [ 808.398852] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd7feb-7a8d-4872-904a-8ff90da6b205 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.409413] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Uploading image 78460b89-6809-4d47-9691-a0807c862242 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.438468] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.438468] env[65997]: value = "vm-920722" [ 808.438468] env[65997]: _type = "VirtualMachine" [ 808.438468] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.438765] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3fbe6f66-23fc-4527-9f6d-ceee2b6d0f9a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.446950] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease: (returnval){ [ 808.446950] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224f5c9-51e8-644d-61ec-a9e7c6493ec0" [ 808.446950] env[65997]: _type = "HttpNfcLease" [ 808.446950] env[65997]: } obtained for exporting VM: (result){ [ 808.446950] env[65997]: value = "vm-920722" [ 808.446950] env[65997]: _type = "VirtualMachine" [ 808.446950] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.447395] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the lease: (returnval){ [ 808.447395] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224f5c9-51e8-644d-61ec-a9e7c6493ec0" [ 808.447395] env[65997]: _type = "HttpNfcLease" [ 808.447395] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.455192] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.455192] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224f5c9-51e8-644d-61ec-a9e7c6493ec0" [ 808.455192] env[65997]: _type = "HttpNfcLease" [ 808.455192] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.653724] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.654356] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 808.657273] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.203s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.657491] env[65997]: DEBUG nova.objects.instance [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 808.696179] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718088, 'name': Destroy_Task, 'duration_secs': 0.731696} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.696456] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Destroyed the VM [ 808.696763] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.697124] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-292c005b-1702-43b6-a2ec-a8d8d3b8d9c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.707974] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 808.707974] env[65997]: value = "task-4718090" [ 808.707974] env[65997]: _type = "Task" [ 808.707974] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.719549] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.733192] env[65997]: DEBUG nova.network.neutron [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Successfully updated port: e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.839111] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b2702250-392b-4481-8f5d-ce4a17ae0d21 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.349s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.904770] env[65997]: DEBUG nova.network.neutron [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Updating instance_info_cache with network_info: [{"id": "3728fd85-6cac-4bf1-913b-c352155a1e00", "address": "fa:16:3e:a3:02:3f", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3728fd85-6c", "ovs_interfaceid": "3728fd85-6cac-4bf1-913b-c352155a1e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.960900] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.960900] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224f5c9-51e8-644d-61ec-a9e7c6493ec0" [ 808.960900] env[65997]: _type = "HttpNfcLease" [ 808.960900] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.960900] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.960900] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224f5c9-51e8-644d-61ec-a9e7c6493ec0" [ 808.960900] env[65997]: _type = "HttpNfcLease" [ 808.960900] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.961812] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4da675-ca36-4b07-8cf5-00221488fd10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.974656] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f305ad-35ed-6386-bd6c-f0db7e5e41c7/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.974991] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f305ad-35ed-6386-bd6c-f0db7e5e41c7/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.073466] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a77a1c14-e57d-4b64-8ac1-79ebd4dc43c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.167559] env[65997]: DEBUG nova.compute.utils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.178598] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 809.178598] env[65997]: DEBUG nova.network.neutron [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 809.178598] env[65997]: WARNING neutronclient.v2_0.client [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.178598] env[65997]: WARNING neutronclient.v2_0.client [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.226394] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718090, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.238860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-d73ebbf0-9621-4861-aa95-ec504c9f253d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.238860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-d73ebbf0-9621-4861-aa95-ec504c9f253d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.239298] env[65997]: DEBUG nova.network.neutron [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 809.392474] env[65997]: DEBUG nova.policy [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98844ea02d4b4d9dacee51de6b382e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e89748fbce84e5080ada51a30818685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.406858] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-4c307382-726d-43b9-b068-658df2f21c5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.407314] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Instance network_info: |[{"id": "3728fd85-6cac-4bf1-913b-c352155a1e00", "address": "fa:16:3e:a3:02:3f", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3728fd85-6c", "ovs_interfaceid": "3728fd85-6cac-4bf1-913b-c352155a1e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 809.407841] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:02:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3728fd85-6cac-4bf1-913b-c352155a1e00', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.416543] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating folder: Project (e5ae9d0c3de540d1b1017ec98d4d37ab). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.416783] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff152750-f464-4d45-b505-65f0b8d96e40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.434457] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created folder: Project (e5ae9d0c3de540d1b1017ec98d4d37ab) in parent group-v920549. [ 809.434457] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating folder: Instances. Parent ref: group-v920723. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.434457] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8753c875-9d6e-4ee8-97b6-5545f1bfcd68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.449892] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created folder: Instances in parent group-v920723. [ 809.450559] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.450559] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.450774] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b3c2a2b-d51f-446c-aeca-d743e68b7770 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.480378] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.480378] env[65997]: value = "task-4718093" [ 809.480378] env[65997]: _type = "Task" [ 809.480378] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.500263] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718093, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.671014] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 809.682036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-089c8962-5188-412b-85b8-7f601c3b50fe tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.687567] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.732s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.687567] env[65997]: INFO nova.compute.claims [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.726117] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718090, 'name': RemoveSnapshot_Task, 'duration_secs': 0.765596} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.727745] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.729168] env[65997]: DEBUG nova.compute.manager [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 809.729168] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429f7ebc-e5a1-4fa4-b004-b0dc2c2233b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.860350] env[65997]: DEBUG nova.network.neutron [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Successfully created port: 9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 809.986123] env[65997]: DEBUG nova.network.neutron [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.998910] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718093, 'name': CreateVM_Task, 'duration_secs': 0.456459} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.999392] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.001623] env[65997]: WARNING neutronclient.v2_0.client [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.001623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.002616] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.005522] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.005522] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b61fa76-3ad0-4681-aec8-82e666b7f41e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.012034] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 810.012034] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527ec12f-0ae5-e2ef-3431-70d7de73346e" [ 810.012034] env[65997]: _type = "Task" [ 810.012034] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.027238] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527ec12f-0ae5-e2ef-3431-70d7de73346e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.257859] env[65997]: INFO nova.compute.manager [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Shelve offloading [ 810.525482] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527ec12f-0ae5-e2ef-3431-70d7de73346e, 'name': SearchDatastore_Task, 'duration_secs': 0.018785} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.525802] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.526074] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.526330] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.526424] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.526593] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.526865] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6139299-a67a-4151-9efd-7590b2da2efb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.537693] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.537969] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.539343] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6bae46-fc9a-4bbf-bd28-a9d878d4c2da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.546154] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 810.546154] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5249077a-9f0f-b455-84b5-06160dba6ee8" [ 810.546154] env[65997]: _type = "Task" [ 810.546154] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.556713] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5249077a-9f0f-b455-84b5-06160dba6ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.684664] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 810.715779] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.715779] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.716151] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.716151] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.716332] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.716562] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.716873] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.717127] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.717378] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.717689] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.717845] env[65997]: DEBUG nova.virt.hardware [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.719087] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba71fa-72d7-4238-b346-39565d46afe9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.733864] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfa32f8-3db5-411a-8023-90060e9c9ca9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.765009] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.765339] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c79c054f-d23d-46d2-99c0-eae86b7e7b98 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.777361] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 810.777361] env[65997]: value = "task-4718094" [ 810.777361] env[65997]: _type = "Task" [ 810.777361] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.792284] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 810.793273] env[65997]: DEBUG nova.compute.manager [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.793537] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8511882-e4f5-4034-984c-7bf7d3f0cd40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.802889] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.802889] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.802889] env[65997]: DEBUG nova.network.neutron [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.060244] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5249077a-9f0f-b455-84b5-06160dba6ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.017666} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.063132] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-487e5e1a-c94f-4e8a-b0a3-edc19b65d3c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.070993] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 811.070993] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a7ade9-8277-a97b-b27a-eb95e98ba89b" [ 811.070993] env[65997]: _type = "Task" [ 811.070993] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.086749] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a7ade9-8277-a97b-b27a-eb95e98ba89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.230145] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0aedd7-8a1f-4af5-95eb-aaedafa3d97a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.241774] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79676008-5e22-4d99-8ab4-ed6ad9e2f53d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.287614] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9593989-9e81-4348-872d-c48752adcdad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.300285] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8185796-dffa-4a3f-812d-34cbb26782f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.306660] env[65997]: WARNING neutronclient.v2_0.client [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.321018] env[65997]: DEBUG nova.compute.provider_tree [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.589308] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a7ade9-8277-a97b-b27a-eb95e98ba89b, 'name': SearchDatastore_Task, 'duration_secs': 0.020163} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.589752] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.590407] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4c307382-726d-43b9-b068-658df2f21c5e/4c307382-726d-43b9-b068-658df2f21c5e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.590813] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec3b82a-5a7a-45cc-befc-277379ae76c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.602578] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 811.602578] env[65997]: value = "task-4718095" [ 811.602578] env[65997]: _type = "Task" [ 811.602578] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.618801] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.680811] env[65997]: DEBUG nova.network.neutron [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Successfully updated port: 9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 811.779413] env[65997]: WARNING neutronclient.v2_0.client [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.824893] env[65997]: DEBUG nova.scheduler.client.report [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.953024] env[65997]: WARNING neutronclient.v2_0.client [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.957148] env[65997]: DEBUG nova.network.neutron [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Updating instance_info_cache with network_info: [{"id": "e9aed156-6530-4301-b264-7bee2c3c24fe", "address": "fa:16:3e:12:fc:f6", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9aed156-65", "ovs_interfaceid": "e9aed156-6530-4301-b264-7bee2c3c24fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.121475] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.123334] env[65997]: DEBUG nova.network.neutron [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updating instance_info_cache with network_info: [{"id": "9bd371e9-1044-4abf-8c70-6b99b904f632", "address": "fa:16:3e:00:52:03", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd371e9-10", "ovs_interfaceid": "9bd371e9-1044-4abf-8c70-6b99b904f632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.184233] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-21b2e418-877f-4710-881f-a82f2d194a84" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.184233] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-21b2e418-877f-4710-881f-a82f2d194a84" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.184651] env[65997]: DEBUG nova.network.neutron [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.330477] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.330895] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 812.334230] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.330s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.338170] env[65997]: INFO nova.compute.claims [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.407194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "70d5bb35-cf67-4065-b51a-6b952911a07c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.407194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.407435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "70d5bb35-cf67-4065-b51a-6b952911a07c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.407709] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.407975] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.413182] env[65997]: INFO nova.compute.manager [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Terminating instance [ 812.463554] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-d73ebbf0-9621-4861-aa95-ec504c9f253d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.463996] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance network_info: |[{"id": "e9aed156-6530-4301-b264-7bee2c3c24fe", "address": "fa:16:3e:12:fc:f6", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9aed156-65", "ovs_interfaceid": "e9aed156-6530-4301-b264-7bee2c3c24fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 812.465179] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fc:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9aed156-6530-4301-b264-7bee2c3c24fe', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.475418] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating folder: Project (85f9088c6d11482994eeb300852b0c37). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.475798] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-447cc61b-7d54-4c57-a2b1-bd58c4c38023 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.490439] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created folder: Project (85f9088c6d11482994eeb300852b0c37) in parent group-v920549. [ 812.490788] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating folder: Instances. Parent ref: group-v920726. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.491530] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4269d318-ea3a-4d55-8246-5c8acaf23c40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.504703] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created folder: Instances in parent group-v920726. [ 812.505169] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 812.505506] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.505808] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3b6495-1553-4163-8441-6930c3ec68e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.530882] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.530882] env[65997]: value = "task-4718098" [ 812.530882] env[65997]: _type = "Task" [ 812.530882] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.541153] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718098, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.614951] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718095, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.627087] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627565] env[65997]: WARNING neutronclient.v2_0.client [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.627934] env[65997]: WARNING neutronclient.v2_0.client [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.738647] env[65997]: DEBUG nova.network.neutron [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 812.810341] env[65997]: DEBUG nova.compute.manager [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Received event network-changed-3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.810621] env[65997]: DEBUG nova.compute.manager [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Refreshing instance network info cache due to event network-changed-3728fd85-6cac-4bf1-913b-c352155a1e00. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 812.810798] env[65997]: DEBUG oslo_concurrency.lockutils [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] Acquiring lock "refresh_cache-4c307382-726d-43b9-b068-658df2f21c5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.810935] env[65997]: DEBUG oslo_concurrency.lockutils [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] Acquired lock "refresh_cache-4c307382-726d-43b9-b068-658df2f21c5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.811337] env[65997]: DEBUG nova.network.neutron [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Refreshing network info cache for port 3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.830226] env[65997]: DEBUG nova.compute.manager [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Received event network-vif-plugged-e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.830226] env[65997]: DEBUG oslo_concurrency.lockutils [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] Acquiring lock "d73ebbf0-9621-4861-aa95-ec504c9f253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.830226] env[65997]: DEBUG oslo_concurrency.lockutils [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.830226] env[65997]: DEBUG oslo_concurrency.lockutils [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.830226] env[65997]: DEBUG nova.compute.manager [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] No waiting events found dispatching network-vif-plugged-e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 812.830410] env[65997]: WARNING nova.compute.manager [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Received unexpected event network-vif-plugged-e9aed156-6530-4301-b264-7bee2c3c24fe for instance with vm_state building and task_state spawning. [ 812.830644] env[65997]: DEBUG nova.compute.manager [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Received event network-changed-e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.830974] env[65997]: DEBUG nova.compute.manager [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Refreshing instance network info cache due to event network-changed-e9aed156-6530-4301-b264-7bee2c3c24fe. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 812.831904] env[65997]: DEBUG oslo_concurrency.lockutils [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] Acquiring lock "refresh_cache-d73ebbf0-9621-4861-aa95-ec504c9f253d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.832249] env[65997]: DEBUG oslo_concurrency.lockutils [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] Acquired lock "refresh_cache-d73ebbf0-9621-4861-aa95-ec504c9f253d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.832667] env[65997]: DEBUG nova.network.neutron [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Refreshing network info cache for port e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.844026] env[65997]: DEBUG nova.compute.utils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.846581] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 812.846999] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 812.847492] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.847943] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.891802] env[65997]: WARNING neutronclient.v2_0.client [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.899319] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "af111d8a-60fb-481d-afcb-ff219ce0de80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.899564] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.899771] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "af111d8a-60fb-481d-afcb-ff219ce0de80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.900358] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.900533] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.902786] env[65997]: INFO nova.compute.manager [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Terminating instance [ 812.918528] env[65997]: DEBUG nova.compute.manager [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 812.918847] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.919754] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0098f4d-f487-4ab2-a7c4-3bab3cef811b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.929452] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.929740] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d472d495-a769-4192-9b3a-45c2e20b892c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.937272] env[65997]: DEBUG oslo_vmware.api [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 812.937272] env[65997]: value = "task-4718099" [ 812.937272] env[65997]: _type = "Task" [ 812.937272] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.938852] env[65997]: DEBUG nova.policy [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf2a45f642c428eb87f83ca3cd52cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd045ea2cef04458abf3e8c2fad92552a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.951460] env[65997]: DEBUG oslo_vmware.api [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.953449] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.954411] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299cac41-7661-49f8-bd72-991192f4f471 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.962827] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.963133] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c64eac3-9a25-4288-8a52-3e4c43ef4fe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.044724] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718098, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.052715] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.052962] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.053161] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleting the datastore file [datastore1] 8905caed-7546-4366-80e3-5aad5469c4a7 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.053531] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd78391-02c2-4de3-a5b5-0a2658c8006c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.057155] env[65997]: DEBUG nova.network.neutron [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Updating instance_info_cache with network_info: [{"id": "9fce0292-24b8-4e6b-a378-26276a59026d", "address": "fa:16:3e:39:14:25", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fce0292-24", "ovs_interfaceid": "9fce0292-24b8-4e6b-a378-26276a59026d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.064588] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 813.064588] env[65997]: value = "task-4718101" [ 813.064588] env[65997]: _type = "Task" [ 813.064588] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.075969] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.119553] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718095, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.166925] env[65997]: INFO nova.compute.manager [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Rebuilding instance [ 813.223613] env[65997]: DEBUG nova.compute.manager [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.224074] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79717f6b-8a10-4b55-a5e4-5c2f3eccbaa2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.315777] env[65997]: WARNING neutronclient.v2_0.client [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.340022] env[65997]: WARNING neutronclient.v2_0.client [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.355876] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 813.369173] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Successfully created port: 6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 813.407465] env[65997]: DEBUG nova.compute.manager [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 813.407691] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.408770] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48bcf8f-ea8b-45d2-a032-003796d1530e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.426918] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.430280] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-904d1fdd-2b1b-4ba6-ab5c-a3d2c375258e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.443308] env[65997]: DEBUG oslo_vmware.api [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 813.443308] env[65997]: value = "task-4718102" [ 813.443308] env[65997]: _type = "Task" [ 813.443308] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.461125] env[65997]: DEBUG oslo_vmware.api [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718099, 'name': PowerOffVM_Task, 'duration_secs': 0.316064} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.464599] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.464780] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.465422] env[65997]: DEBUG oslo_vmware.api [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.465422] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3029bcf4-ddd7-4a8b-b031-6320699162db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.550059] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718098, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.560799] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-21b2e418-877f-4710-881f-a82f2d194a84" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.561409] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance network_info: |[{"id": "9fce0292-24b8-4e6b-a378-26276a59026d", "address": "fa:16:3e:39:14:25", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fce0292-24", "ovs_interfaceid": "9fce0292-24b8-4e6b-a378-26276a59026d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 813.565474] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:14:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fce0292-24b8-4e6b-a378-26276a59026d', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.589228] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.589228] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.589577] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.589865] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Deleting the datastore file [datastore2] 70d5bb35-cf67-4065-b51a-6b952911a07c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.594275] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.594275] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b373e21-9893-459f-ab21-64cd8b0b0f6b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.599965] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d99cb8-5ce5-4102-9458-5c7364ec6ca7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.633356] env[65997]: DEBUG oslo_vmware.api [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311661} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.636241] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.636241] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.636241] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.637988] env[65997]: DEBUG oslo_vmware.api [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for the task: (returnval){ [ 813.637988] env[65997]: value = "task-4718104" [ 813.637988] env[65997]: _type = "Task" [ 813.637988] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.638237] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.638237] env[65997]: value = "task-4718105" [ 813.638237] env[65997]: _type = "Task" [ 813.638237] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.644022] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718095, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.748837} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.652722] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4c307382-726d-43b9-b068-658df2f21c5e/4c307382-726d-43b9-b068-658df2f21c5e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.654781] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.654781] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1233897-7148-46aa-9f72-e0e279a0f970 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.664380] env[65997]: DEBUG oslo_vmware.api [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.669573] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718105, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.669975] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 813.669975] env[65997]: value = "task-4718106" [ 813.669975] env[65997]: _type = "Task" [ 813.669975] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.679826] env[65997]: INFO nova.scheduler.client.report [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocations for instance 8905caed-7546-4366-80e3-5aad5469c4a7 [ 813.961892] env[65997]: DEBUG oslo_vmware.api [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718102, 'name': PowerOffVM_Task, 'duration_secs': 0.287191} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.962393] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.962393] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.962795] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63509b07-45e1-48da-b926-23c5327d517a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.993318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b47b13c-6491-407b-9012-119661666355 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.002577] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda3e377-bbb4-4a46-8b07-5c8d2313bab3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.042543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c91d1-f488-481f-96df-9fd693f0a850 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.057234] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c58fa32-4686-4f01-9c37-f5f6f8a4b94a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.062430] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718098, 'name': CreateVM_Task, 'duration_secs': 1.451669} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.063754] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.064068] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.064266] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.065056] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleting the datastore file [datastore2] af111d8a-60fb-481d-afcb-ff219ce0de80 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.065360] env[65997]: WARNING neutronclient.v2_0.client [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.065715] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.065859] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.066193] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.066438] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1989b677-f35d-42fd-8615-242d9e2c4108 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.076979] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3e1242-4330-4dfe-9859-43a0a784b2b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.079532] env[65997]: DEBUG nova.compute.provider_tree [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.085271] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 814.085271] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52612264-3cb9-89fe-1410-7ed6eaec9c97" [ 814.085271] env[65997]: _type = "Task" [ 814.085271] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.091292] env[65997]: DEBUG oslo_vmware.api [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 814.091292] env[65997]: value = "task-4718108" [ 814.091292] env[65997]: _type = "Task" [ 814.091292] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.099022] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52612264-3cb9-89fe-1410-7ed6eaec9c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.105086] env[65997]: DEBUG oslo_vmware.api [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.160829] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718105, 'name': CreateVM_Task, 'duration_secs': 0.469862} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.164429] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.164820] env[65997]: DEBUG oslo_vmware.api [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Task: {'id': task-4718104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279273} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.165415] env[65997]: WARNING neutronclient.v2_0.client [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.165861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.166127] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.166441] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166704] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.166903] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.167154] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.167308] env[65997]: INFO nova.compute.manager [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 814.167591] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.167756] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1f1563-7b99-498b-a8de-a5ef1f87b5cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.169869] env[65997]: DEBUG nova.compute.manager [-] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 814.170021] env[65997]: DEBUG nova.network.neutron [-] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.170194] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.178382] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 814.178382] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5229ec62-6764-1640-e5e5-81b0f16f8203" [ 814.178382] env[65997]: _type = "Task" [ 814.178382] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.185013] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132283} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.185653] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.186731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.187522] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c734e-6815-472a-8023-12b9841f2ae9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.193232] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5229ec62-6764-1640-e5e5-81b0f16f8203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.213494] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 4c307382-726d-43b9-b068-658df2f21c5e/4c307382-726d-43b9-b068-658df2f21c5e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.213754] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d5ae30-70fa-4170-9b4b-dde6338b939d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.236640] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 814.236640] env[65997]: value = "task-4718109" [ 814.236640] env[65997]: _type = "Task" [ 814.236640] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.240520] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.240835] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef26995a-0881-4407-bf62-d03d011846c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.250896] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.252602] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 814.252602] env[65997]: value = "task-4718110" [ 814.252602] env[65997]: _type = "Task" [ 814.252602] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.263067] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.365600] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 814.395359] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 814.395902] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.396161] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 814.396402] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.396551] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 814.396701] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 814.396986] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.397131] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 814.397311] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 814.397475] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 814.397643] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 814.398860] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745c6928-b8bb-4999-8867-f19a825d1c01 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.407400] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109edc4-4ba9-419b-adbe-9aff292a3745 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.583541] env[65997]: DEBUG nova.scheduler.client.report [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.603898] env[65997]: DEBUG oslo_vmware.api [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258224} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.608644] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.608830] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.609020] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.609213] env[65997]: INFO nova.compute.manager [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Took 1.20 seconds to destroy the instance on the hypervisor. [ 814.609553] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.609839] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52612264-3cb9-89fe-1410-7ed6eaec9c97, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.610848] env[65997]: DEBUG nova.compute.manager [-] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 814.610947] env[65997]: DEBUG nova.network.neutron [-] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.611241] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.613212] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.613436] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.613664] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.614102] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.614311] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.615150] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddc79468-8dcf-4cfb-aac7-e4c5f277cf35 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.629752] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.629971] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.630828] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0c4f6e-6cd4-4625-906e-20c8c3ab8064 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.637654] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 814.637654] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a9fce5-d4c6-bdc7-0ae8-420199ea9f29" [ 814.637654] env[65997]: _type = "Task" [ 814.637654] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.644196] env[65997]: WARNING neutronclient.v2_0.client [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.650976] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a9fce5-d4c6-bdc7-0ae8-420199ea9f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.671871] env[65997]: WARNING neutronclient.v2_0.client [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.694498] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5229ec62-6764-1640-e5e5-81b0f16f8203, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.695208] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.695487] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.695729] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.695871] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.696130] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.696810] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8542e9cc-2a03-45ef-b804-c5b4e43d3a58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.711882] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.712091] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.713848] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.715653] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96513270-9a9f-40b4-88ff-db3bf32dc1a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.723392] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 814.723392] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a47cf5-a15b-8817-fc85-2bc788b4add5" [ 814.723392] env[65997]: _type = "Task" [ 814.723392] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.738931] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a47cf5-a15b-8817-fc85-2bc788b4add5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.744263] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.755226] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.769117] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718110, 'name': PowerOffVM_Task, 'duration_secs': 0.244788} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.769468] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.770254] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.770601] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81e71963-1f74-4584-aa14-ad5acdceefe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.781034] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 814.781034] env[65997]: value = "task-4718111" [ 814.781034] env[65997]: _type = "Task" [ 814.781034] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.790919] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 814.791230] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 814.791685] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920682', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'name': 'volume-2efd1eb7-a149-4634-80ec-9da61688ebd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c0776eb-2d06-4038-9515-5ce1c16113f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'serial': '2efd1eb7-a149-4634-80ec-9da61688ebd5'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 814.792764] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a85fc7-8d91-410d-abe7-f819340d905a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.816633] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a1bd11-2f87-4c28-9bb3-4ba7ca92c483 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.826145] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9270b9fb-3d79-4ef8-81e4-bdd427ff77dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.850050] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856aa55-94ea-4e9e-980f-ca338e3ee431 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.867675] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] The volume has not been displaced from its original location: [datastore1] volume-2efd1eb7-a149-4634-80ec-9da61688ebd5/volume-2efd1eb7-a149-4634-80ec-9da61688ebd5.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 814.872540] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 814.872898] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65d85ec-514b-4c42-bc69-5919c534e8bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.894474] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 814.894474] env[65997]: value = "task-4718112" [ 814.894474] env[65997]: _type = "Task" [ 814.894474] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.904880] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.058681] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Successfully updated port: 6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 815.094277] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.094953] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 815.098016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.703s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.100635] env[65997]: DEBUG nova.objects.instance [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lazy-loading 'resources' on Instance uuid 979bc542-5e49-4fe5-a697-c96a85707fd4 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.150023] env[65997]: DEBUG nova.network.neutron [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Updated VIF entry in instance network info cache for port 3728fd85-6cac-4bf1-913b-c352155a1e00. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.152049] env[65997]: DEBUG nova.network.neutron [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Updating instance_info_cache with network_info: [{"id": "3728fd85-6cac-4bf1-913b-c352155a1e00", "address": "fa:16:3e:a3:02:3f", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3728fd85-6c", "ovs_interfaceid": "3728fd85-6cac-4bf1-913b-c352155a1e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.157929] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a9fce5-d4c6-bdc7-0ae8-420199ea9f29, 'name': SearchDatastore_Task, 'duration_secs': 0.025988} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.159114] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010bdfa0-5687-4ed9-8b22-af8ea6fa8fbf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.166928] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 815.166928] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d0ca3b-c4ab-fbef-c7b5-47eb517b1130" [ 815.166928] env[65997]: _type = "Task" [ 815.166928] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.178585] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d0ca3b-c4ab-fbef-c7b5-47eb517b1130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.189037] env[65997]: DEBUG nova.network.neutron [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Updated VIF entry in instance network info cache for port e9aed156-6530-4301-b264-7bee2c3c24fe. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.189037] env[65997]: DEBUG nova.network.neutron [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Updating instance_info_cache with network_info: [{"id": "e9aed156-6530-4301-b264-7bee2c3c24fe", "address": "fa:16:3e:12:fc:f6", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9aed156-65", "ovs_interfaceid": "e9aed156-6530-4301-b264-7bee2c3c24fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.250331] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a47cf5-a15b-8817-fc85-2bc788b4add5, 'name': SearchDatastore_Task, 'duration_secs': 0.02743} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.257823] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63cf3f35-88ef-4a85-a252-cd2f3267ad18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.271013] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718109, 'name': ReconfigVM_Task, 'duration_secs': 0.732567} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.272649] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 4c307382-726d-43b9-b068-658df2f21c5e/4c307382-726d-43b9-b068-658df2f21c5e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.273456] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 815.273456] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bcb658-cc21-f4ec-b85c-f4c1a754792f" [ 815.273456] env[65997]: _type = "Task" [ 815.273456] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.273722] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d936bf3-5194-4aa1-8249-5d4a751a6703 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.286554] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bcb658-cc21-f4ec-b85c-f4c1a754792f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.288124] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 815.288124] env[65997]: value = "task-4718113" [ 815.288124] env[65997]: _type = "Task" [ 815.288124] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.297905] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718113, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.405597] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718112, 'name': ReconfigVM_Task, 'duration_secs': 0.336555} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.406599] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.412743] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41e77e9-fa3e-4307-af57-8fb3cda293ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.430824] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 815.430824] env[65997]: value = "task-4718114" [ 815.430824] env[65997]: _type = "Task" [ 815.430824] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.440716] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.544450] env[65997]: DEBUG nova.network.neutron [-] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.563017] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "refresh_cache-fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.563017] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "refresh_cache-fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.563017] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 815.605021] env[65997]: DEBUG nova.compute.utils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.611259] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 815.611605] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 815.611941] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.612952] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.654152] env[65997]: DEBUG oslo_concurrency.lockutils [req-71b53a71-2a27-4a4d-82e3-1fb9f6988215 req-79eb57e8-e4f8-4838-8e72-fe92091f0d0f service nova] Releasing lock "refresh_cache-4c307382-726d-43b9-b068-658df2f21c5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.656511] env[65997]: DEBUG nova.policy [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf2a45f642c428eb87f83ca3cd52cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd045ea2cef04458abf3e8c2fad92552a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.686575] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d0ca3b-c4ab-fbef-c7b5-47eb517b1130, 'name': SearchDatastore_Task, 'duration_secs': 0.019207} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.691443] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.691985] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.693035] env[65997]: DEBUG oslo_concurrency.lockutils [req-55a5c310-1d3e-489a-9cf4-a07d90476280 req-6e9b21f7-22e6-4b6c-bc97-c5edad254606 service nova] Releasing lock "refresh_cache-d73ebbf0-9621-4861-aa95-ec504c9f253d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.694367] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3c5ab5-9c56-4702-8f6b-4300a6da01c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.705195] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 815.705195] env[65997]: value = "task-4718115" [ 815.705195] env[65997]: _type = "Task" [ 815.705195] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.719778] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.762371] env[65997]: DEBUG nova.network.neutron [-] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.803278] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bcb658-cc21-f4ec-b85c-f4c1a754792f, 'name': SearchDatastore_Task, 'duration_secs': 0.016186} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.804360] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.804882] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.805497] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e350432-0172-4815-8b2d-7cf57c8d9444 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.814805] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718113, 'name': Rename_Task, 'duration_secs': 0.22544} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.814805] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.815049] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf5d4ad-93ee-46aa-9fbb-0761807e5230 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.821484] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 815.821484] env[65997]: value = "task-4718116" [ 815.821484] env[65997]: _type = "Task" [ 815.821484] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.833279] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 815.833279] env[65997]: value = "task-4718117" [ 815.833279] env[65997]: _type = "Task" [ 815.833279] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.854019] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.863759] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.941939] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718114, 'name': ReconfigVM_Task, 'duration_secs': 0.170601} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.945011] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920682', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'name': 'volume-2efd1eb7-a149-4634-80ec-9da61688ebd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c0776eb-2d06-4038-9515-5ce1c16113f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2efd1eb7-a149-4634-80ec-9da61688ebd5', 'serial': '2efd1eb7-a149-4634-80ec-9da61688ebd5'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 815.945302] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.946630] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8637cf-b18a-426c-b012-f84430cbfaef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.956199] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.956515] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25ec462-b3d6-48bb-b145-9623d65ff68d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.004552] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Successfully created port: c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 816.034527] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.034792] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.035101] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Deleting the datastore file [datastore1] 0c0776eb-2d06-4038-9515-5ce1c16113f8 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.036662] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c911c0f-8bab-4300-9a23-8d41a0d9a69c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.048157] env[65997]: INFO nova.compute.manager [-] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Took 1.88 seconds to deallocate network for instance. [ 816.049915] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for the task: (returnval){ [ 816.049915] env[65997]: value = "task-4718119" [ 816.049915] env[65997]: _type = "Task" [ 816.049915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.073968] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.111725] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 816.118688] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 816.180601] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.180601] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing instance network info cache due to event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 816.180782] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquiring lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.180927] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquired lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.181111] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.205911] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fcecc8-a363-409e-a69b-448b55075a8a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.222025] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff2efd-3459-4a06-bd9d-41f69abd9fb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.226059] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718115, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.265577] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5de027-25ed-447a-bf21-73a3a05bbfae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.269114] env[65997]: INFO nova.compute.manager [-] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Took 1.66 seconds to deallocate network for instance. [ 816.279328] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8274961e-8b16-4794-a91e-40cca7f37036 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.298491] env[65997]: DEBUG nova.compute.provider_tree [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.324694] env[65997]: DEBUG nova.compute.manager [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Received event network-vif-plugged-9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.325100] env[65997]: DEBUG oslo_concurrency.lockutils [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] Acquiring lock "21b2e418-877f-4710-881f-a82f2d194a84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.325346] env[65997]: DEBUG oslo_concurrency.lockutils [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] Lock "21b2e418-877f-4710-881f-a82f2d194a84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.325454] env[65997]: DEBUG oslo_concurrency.lockutils [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] Lock "21b2e418-877f-4710-881f-a82f2d194a84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.325620] env[65997]: DEBUG nova.compute.manager [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] No waiting events found dispatching network-vif-plugged-9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 816.326600] env[65997]: WARNING nova.compute.manager [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Received unexpected event network-vif-plugged-9fce0292-24b8-4e6b-a378-26276a59026d for instance with vm_state building and task_state spawning. [ 816.326600] env[65997]: DEBUG nova.compute.manager [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Received event network-changed-9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.326600] env[65997]: DEBUG nova.compute.manager [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Refreshing instance network info cache due to event network-changed-9fce0292-24b8-4e6b-a378-26276a59026d. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 816.326600] env[65997]: DEBUG oslo_concurrency.lockutils [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] Acquiring lock "refresh_cache-21b2e418-877f-4710-881f-a82f2d194a84" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.326878] env[65997]: DEBUG oslo_concurrency.lockutils [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] Acquired lock "refresh_cache-21b2e418-877f-4710-881f-a82f2d194a84" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.327112] env[65997]: DEBUG nova.network.neutron [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Refreshing network info cache for port 9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.352522] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718116, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.357650] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.400107] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.566499] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.567041] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.573857] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Updating instance_info_cache with network_info: [{"id": "6bf70f0c-a40e-4fce-a465-64817c446585", "address": "fa:16:3e:b8:97:c3", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf70f0c-a4", "ovs_interfaceid": "6bf70f0c-a40e-4fce-a465-64817c446585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.684241] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.720623] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795577} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.720875] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.721123] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.721644] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8030ca01-0a5a-4e3d-a1c9-384832e18fd9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.729091] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 816.729091] env[65997]: value = "task-4718120" [ 816.729091] env[65997]: _type = "Task" [ 816.729091] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.739055] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.779723] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.801843] env[65997]: DEBUG nova.scheduler.client.report [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.835040] env[65997]: WARNING neutronclient.v2_0.client [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.848177] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829869} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.848905] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.849137] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.849422] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a29131e-4928-4240-ae8a-a01bcd4b5a26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.855054] env[65997]: DEBUG oslo_vmware.api [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718117, 'name': PowerOnVM_Task, 'duration_secs': 0.671974} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.855880] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.856053] env[65997]: INFO nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Took 11.76 seconds to spawn the instance on the hypervisor. [ 816.856611] env[65997]: DEBUG nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 816.857489] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a0285f-1ecd-4c7c-9868-fd7013e8978f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.862692] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 816.862692] env[65997]: value = "task-4718121" [ 816.862692] env[65997]: _type = "Task" [ 816.862692] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.881630] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.065720] env[65997]: DEBUG oslo_vmware.api [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Task: {'id': task-4718119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599801} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.066055] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.066275] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.066432] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.078061] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "refresh_cache-fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.078579] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Instance network_info: |[{"id": "6bf70f0c-a40e-4fce-a465-64817c446585", "address": "fa:16:3e:b8:97:c3", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf70f0c-a4", "ovs_interfaceid": "6bf70f0c-a40e-4fce-a465-64817c446585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 817.079105] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:97:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bf70f0c-a40e-4fce-a465-64817c446585', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.094350] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Creating folder: Project (d045ea2cef04458abf3e8c2fad92552a). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.094696] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f82a665a-0b7a-44a9-98dd-04715979d343 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.113238] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Created folder: Project (d045ea2cef04458abf3e8c2fad92552a) in parent group-v920549. [ 817.113238] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Creating folder: Instances. Parent ref: group-v920730. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.113238] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28938d41-c7f8-47a6-b278-21d0f2659f82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.125322] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 817.132159] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Created folder: Instances in parent group-v920730. [ 817.132463] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.132918] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.133159] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829e8d2c-10f7-4df7-87b4-1920614bda65 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.156395] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.156395] env[65997]: value = "task-4718124" [ 817.156395] env[65997]: _type = "Task" [ 817.156395] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.167418] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718124, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.168548] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 817.168859] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f41c17e2-3f6f-4e5b-b256-fb3d62e2a457 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.174494] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 817.174805] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.174982] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 817.175183] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.175328] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 817.175473] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 817.175679] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 817.175828] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 817.175989] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 817.176163] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 817.176330] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 817.177196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc852a5-52f2-4cf0-8197-af44661baae6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.184300] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37531e27-5449-4730-aa61-be91463c9f6f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.201482] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8905caed-7546-4366-80e3-5aad5469c4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.203421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c80d55-317b-4a91-bae5-d8cc57d48bb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.245135] env[65997]: ERROR nova.compute.manager [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Failed to detach volume 2efd1eb7-a149-4634-80ec-9da61688ebd5 from /dev/sda: nova.exception.InstanceNotFound: Instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 could not be found. [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Traceback (most recent call last): [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self.driver.rebuild(**kwargs) [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] raise NotImplementedError() [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] NotImplementedError [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] During handling of the above exception, another exception occurred: [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Traceback (most recent call last): [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 817.245135] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self.driver.detach_volume(context, old_connection_info, [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] return self._volumeops.detach_volume(connection_info, instance) [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._detach_volume_vmdk(connection_info, instance) [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] stable_ref.fetch_moref(session) [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] nova.exception.InstanceNotFound: Instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 could not be found. [ 817.245831] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.258114] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070421} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.258463] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.259748] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adecf26-e494-4147-bbd5-cc767fc9c20f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.289545] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.292831] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-281e6e10-2d0f-450e-afe9-25bef6c9bf6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.310076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.311400] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.005s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.313458] env[65997]: INFO nova.compute.claims [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.324235] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 817.324235] env[65997]: value = "task-4718125" [ 817.324235] env[65997]: _type = "Task" [ 817.324235] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.336796] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.344315] env[65997]: INFO nova.scheduler.client.report [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Deleted allocations for instance 979bc542-5e49-4fe5-a697-c96a85707fd4 [ 817.364757] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.381326] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07732} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.383837] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.384201] env[65997]: INFO nova.compute.manager [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Took 41.91 seconds to build instance. [ 817.385736] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca98bce-cf36-44b0-8608-2aede39ae1fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.411582] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.416215] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b119ea58-7870-42d2-acda-c184da154f34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.439527] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 817.439527] env[65997]: value = "task-4718126" [ 817.439527] env[65997]: _type = "Task" [ 817.439527] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.449638] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.515503] env[65997]: DEBUG nova.compute.utils [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Build of instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 aborted: Failed to rebuild volume backed instance. {{(pid=65997) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 817.518424] env[65997]: ERROR nova.compute.manager [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 aborted: Failed to rebuild volume backed instance. [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Traceback (most recent call last): [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self.driver.rebuild(**kwargs) [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] raise NotImplementedError() [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] NotImplementedError [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] During handling of the above exception, another exception occurred: [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Traceback (most recent call last): [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 817.518424] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._detach_root_volume(context, instance, root_bdm) [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] with excutils.save_and_reraise_exception(): [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self.force_reraise() [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] raise self.value [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self.driver.detach_volume(context, old_connection_info, [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] return self._volumeops.detach_volume(connection_info, instance) [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 817.518965] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._detach_volume_vmdk(connection_info, instance) [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] stable_ref.fetch_moref(session) [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] nova.exception.InstanceNotFound: Instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 could not be found. [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] During handling of the above exception, another exception occurred: [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Traceback (most recent call last): [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] yield [ 817.519392] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._do_rebuild_instance_with_claim( [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._do_rebuild_instance( [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._rebuild_default_impl(**kwargs) [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] self._rebuild_volume_backed_instance( [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] raise exception.BuildAbortException( [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] nova.exception.BuildAbortException: Build of instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 aborted: Failed to rebuild volume backed instance. [ 817.519796] env[65997]: ERROR nova.compute.manager [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] [ 817.668538] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718124, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.676109] env[65997]: WARNING neutronclient.v2_0.client [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.753050] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Successfully updated port: c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 817.843193] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.857668] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c84a86af-ae70-4b90-aa31-ba8a7207d5f8 tempest-ServersTestFqdnHostnames-1006644802 tempest-ServersTestFqdnHostnames-1006644802-project-member] Lock "979bc542-5e49-4fe5-a697-c96a85707fd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.813s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.883588] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updated VIF entry in instance network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 817.884103] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.891574] env[65997]: DEBUG oslo_concurrency.lockutils [None req-00fc2675-e86e-44db-8a8a-e5996d4a2777 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "4c307382-726d-43b9-b068-658df2f21c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.434s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.955874] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.959843] env[65997]: DEBUG nova.network.neutron [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Updated VIF entry in instance network info cache for port 9fce0292-24b8-4e6b-a378-26276a59026d. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 817.961723] env[65997]: DEBUG nova.network.neutron [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Updating instance_info_cache with network_info: [{"id": "9fce0292-24b8-4e6b-a378-26276a59026d", "address": "fa:16:3e:39:14:25", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fce0292-24", "ovs_interfaceid": "9fce0292-24b8-4e6b-a378-26276a59026d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.168846] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718124, 'name': CreateVM_Task, 'duration_secs': 0.575894} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.169113] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.171093] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.171573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.171747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.172091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.172381] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a107a869-bf41-416f-995a-d0ffac36638f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.178540] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 818.178540] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52382bad-0bf3-d6dc-e097-2e416c4bde1b" [ 818.178540] env[65997]: _type = "Task" [ 818.178540] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.188139] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52382bad-0bf3-d6dc-e097-2e416c4bde1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.256304] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "refresh_cache-aa4832a9-9736-4258-9da4-d9ec5841bb95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.256538] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "refresh_cache-aa4832a9-9736-4258-9da4-d9ec5841bb95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.256774] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.338601] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718125, 'name': ReconfigVM_Task, 'duration_secs': 0.774727} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.339155] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.341853] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c13623-e385-4db9-9868-90defa781ed0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.348415] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 818.348415] env[65997]: value = "task-4718127" [ 818.348415] env[65997]: _type = "Task" [ 818.348415] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.358024] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718127, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.386954] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Releasing lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.387930] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Received event network-vif-unplugged-9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 818.387930] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquiring lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.388131] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.388400] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.388585] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] No waiting events found dispatching network-vif-unplugged-9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 818.388885] env[65997]: WARNING nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Received unexpected event network-vif-unplugged-9bd371e9-1044-4abf-8c70-6b99b904f632 for instance with vm_state shelved_offloaded and task_state None. [ 818.388954] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Received event network-changed-9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 818.389140] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Refreshing instance network info cache due to event network-changed-9bd371e9-1044-4abf-8c70-6b99b904f632. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 818.389346] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquiring lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.389761] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquired lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.389947] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Refreshing network info cache for port 9bd371e9-1044-4abf-8c70-6b99b904f632 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.450271] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718126, 'name': ReconfigVM_Task, 'duration_secs': 0.701291} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.453768] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.454258] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e28131d-4227-4341-8176-8cb4ac75f9c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.462703] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 818.462703] env[65997]: value = "task-4718128" [ 818.462703] env[65997]: _type = "Task" [ 818.462703] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.464122] env[65997]: DEBUG oslo_concurrency.lockutils [req-df54685e-02e6-43d4-b2dc-d590d51ef803 req-1c6b6e05-535e-4358-98a6-9a365f6955ce service nova] Releasing lock "refresh_cache-21b2e418-877f-4710-881f-a82f2d194a84" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.479252] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718128, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.608804] env[65997]: DEBUG nova.compute.manager [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 818.694373] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52382bad-0bf3-d6dc-e097-2e416c4bde1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.694492] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.694794] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.695066] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695214] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.695793] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.695793] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b3a12de-f59b-4f57-8090-19f5613c8a0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.708099] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.708237] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.709040] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa7cf4d-bc80-4c21-b0b8-756f13063880 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.720079] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 818.720079] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bb41ba-f60f-7c4e-4218-7e49c2ff14b5" [ 818.720079] env[65997]: _type = "Task" [ 818.720079] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.733313] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bb41ba-f60f-7c4e-4218-7e49c2ff14b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.734163] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52edd56e-ddfb-4a2b-9be5-1bad5735e515 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.747316] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 818.747316] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223bf9b-3549-e8be-277c-72e50822d5f7" [ 818.747316] env[65997]: _type = "Task" [ 818.747316] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.758912] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5223bf9b-3549-e8be-277c-72e50822d5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.762453] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.762720] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f/fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.765722] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72fbea4f-86b9-4f80-94ce-8bc4f8f13b3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.774488] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 818.774488] env[65997]: value = "task-4718129" [ 818.774488] env[65997]: _type = "Task" [ 818.774488] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.788691] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.804493] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.844396] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf32fd-66d6-4ccf-a164-aaafd315a789 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.856371] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a970ef0b-341f-4d5c-bcd4-ac80afc68c02 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.867164] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718127, 'name': Rename_Task, 'duration_secs': 0.181979} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.899613] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.900926] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.904975] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11bb9378-38bf-451e-b2e0-b7a14cece843 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.907661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059acd4-77d9-457d-abbe-d8e6ed03d507 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.921052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18350307-c66f-4ff1-a2b7-464d5068754e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.925915] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 818.925915] env[65997]: value = "task-4718130" [ 818.925915] env[65997]: _type = "Task" [ 818.925915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.947571] env[65997]: DEBUG nova.compute.provider_tree [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.956048] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718130, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.958546] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f305ad-35ed-6386-bd6c-f0db7e5e41c7/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.959876] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8216254a-e26c-4f42-8a19-872fe0554046 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.969405] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f305ad-35ed-6386-bd6c-f0db7e5e41c7/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.969645] env[65997]: ERROR oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f305ad-35ed-6386-bd6c-f0db7e5e41c7/disk-0.vmdk due to incomplete transfer. [ 818.971166] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-875c7d56-ac51-4234-beb5-44eb52b34ba2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.979236] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718128, 'name': Rename_Task, 'duration_secs': 0.156595} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.980133] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.980133] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7e2fe8-ecaf-422b-ba21-bcf06b4637c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.987449] env[65997]: DEBUG oslo_vmware.rw_handles [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f305ad-35ed-6386-bd6c-f0db7e5e41c7/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.987751] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Uploaded image 78460b89-6809-4d47-9691-a0807c862242 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.990157] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.993114] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-280e9d2a-bb8c-45af-b9ab-0ef4e14e2768 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.995206] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 818.995206] env[65997]: value = "task-4718131" [ 818.995206] env[65997]: _type = "Task" [ 818.995206] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.010053] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718131, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.011825] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 819.011825] env[65997]: value = "task-4718132" [ 819.011825] env[65997]: _type = "Task" [ 819.011825] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.025626] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718132, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.146765] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.231167] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.291838] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498216} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.293058] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f/fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.293058] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.293058] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-858cccaa-175a-4737-9f15-67b65405eb21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.300587] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 819.300587] env[65997]: value = "task-4718133" [ 819.300587] env[65997]: _type = "Task" [ 819.300587] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.311689] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.377371] env[65997]: DEBUG nova.compute.manager [req-a056bb1a-e55e-4a7b-867e-4560e613b9fd req-0f557e4b-b30e-4dbb-b701-7ffcd4eef5bc service nova] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Received event network-vif-deleted-5f3ebe53-e0ec-417b-ab10-e1c8635beea3 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.377875] env[65997]: DEBUG nova.compute.manager [req-a056bb1a-e55e-4a7b-867e-4560e613b9fd req-0f557e4b-b30e-4dbb-b701-7ffcd4eef5bc service nova] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Received event network-vif-deleted-f1da2608-bba0-4360-93f6-d4ed542189e9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.414163] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Received event network-vif-plugged-6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.415103] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Acquiring lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.415103] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.415320] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.415862] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] No waiting events found dispatching network-vif-plugged-6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 819.415862] env[65997]: WARNING nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Received unexpected event network-vif-plugged-6bf70f0c-a40e-4fce-a465-64817c446585 for instance with vm_state building and task_state spawning. [ 819.416200] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Received event network-changed-6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.416467] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Refreshing instance network info cache due to event network-changed-6bf70f0c-a40e-4fce-a465-64817c446585. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 819.416715] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Acquiring lock "refresh_cache-fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.416902] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Acquired lock "refresh_cache-fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.417061] env[65997]: DEBUG nova.network.neutron [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Refreshing network info cache for port 6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.441382] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.452240] env[65997]: DEBUG nova.scheduler.client.report [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.508502] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718131, 'name': PowerOnVM_Task} progress is 93%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.523669] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718132, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.543199] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Updating instance_info_cache with network_info: [{"id": "c1e61328-3c41-4148-93fd-c130bb699e3f", "address": "fa:16:3e:25:71:b1", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e61328-3c", "ovs_interfaceid": "c1e61328-3c41-4148-93fd-c130bb699e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.546297] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.815449] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082605} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.816466] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.817699] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738dc9ca-0875-443d-9648-4138d22b7992 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.846785] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f/fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.847311] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78afc2c6-b6c3-4509-98d0-0d2c536758e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.873031] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 819.873031] env[65997]: value = "task-4718134" [ 819.873031] env[65997]: _type = "Task" [ 819.873031] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.884034] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.923495] env[65997]: WARNING neutronclient.v2_0.client [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.938320] env[65997]: DEBUG oslo_vmware.api [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718130, 'name': PowerOnVM_Task, 'duration_secs': 0.98849} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.939689] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.939689] env[65997]: INFO nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Took 11.96 seconds to spawn the instance on the hypervisor. [ 819.939689] env[65997]: DEBUG nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.940239] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4542d29-d82d-4588-af73-0f0940342de9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.957994] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.958814] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 819.961516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.903s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.961751] env[65997]: DEBUG nova.objects.instance [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lazy-loading 'resources' on Instance uuid 51e93dd2-2068-4d67-861c-e8a50069343c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.010505] env[65997]: DEBUG oslo_vmware.api [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718131, 'name': PowerOnVM_Task, 'duration_secs': 0.675924} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.010862] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.011137] env[65997]: INFO nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Took 9.33 seconds to spawn the instance on the hypervisor. [ 820.011395] env[65997]: DEBUG nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.012639] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30338f-b943-4a82-bce5-2d53178deb19 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.026655] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718132, 'name': Destroy_Task, 'duration_secs': 0.524793} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.030241] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Destroyed the VM [ 820.030446] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.034169] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37aaef5a-e588-4add-b550-c786b935570a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.043313] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 820.043313] env[65997]: value = "task-4718135" [ 820.043313] env[65997]: _type = "Task" [ 820.043313] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.048177] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "refresh_cache-aa4832a9-9736-4258-9da4-d9ec5841bb95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.048827] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Instance network_info: |[{"id": "c1e61328-3c41-4148-93fd-c130bb699e3f", "address": "fa:16:3e:25:71:b1", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e61328-3c", "ovs_interfaceid": "c1e61328-3c41-4148-93fd-c130bb699e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 820.049304] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:71:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1e61328-3c41-4148-93fd-c130bb699e3f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.057193] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.058353] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.058672] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65d86377-f0d6-40b7-8ffa-32d34425c11b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.079161] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.080150] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.081608] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.088156] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.088156] env[65997]: value = "task-4718136" [ 820.088156] env[65997]: _type = "Task" [ 820.088156] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.097766] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718136, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.181828] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.385747] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.468032] env[65997]: INFO nova.compute.manager [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Took 42.02 seconds to build instance. [ 820.468032] env[65997]: DEBUG nova.compute.utils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.474637] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 820.475221] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 820.475680] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.477847] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.553106] env[65997]: INFO nova.compute.manager [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Took 34.99 seconds to build instance. [ 820.560768] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.599979] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.601036] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.601036] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.601036] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.601223] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.601376] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.601497] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 820.602074] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.608244] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718136, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.767676] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updated VIF entry in instance network info cache for port 9bd371e9-1044-4abf-8c70-6b99b904f632. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.768087] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updating instance_info_cache with network_info: [{"id": "9bd371e9-1044-4abf-8c70-6b99b904f632", "address": "fa:16:3e:00:52:03", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": null, "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9bd371e9-10", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.848497] env[65997]: DEBUG nova.policy [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf2a45f642c428eb87f83ca3cd52cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd045ea2cef04458abf3e8c2fad92552a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.885791] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718134, 'name': ReconfigVM_Task, 'duration_secs': 0.834362} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.886119] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f/fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.886826] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c233ec48-830e-473e-a161-eea971b8881f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.898770] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 820.898770] env[65997]: value = "task-4718137" [ 820.898770] env[65997]: _type = "Task" [ 820.898770] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.910685] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718137, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.975375] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 820.983340] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ea4ca61c-29b9-4115-9898-b9498fe10d51 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.887s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.048720] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bfb95f-c583-4ce1-bac6-250a907bfeb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.057230] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bbd5c589-749f-479a-a747-72b963da79f4 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.503s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.064036] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718135, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.067512] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebabcb6-73f8-46d5-869d-307cb442c997 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.110071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.115179] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cdeb80-2b08-4033-9cb1-bb224e155375 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.126529] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d503fd15-b014-4514-855f-e7e519a8a372 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.131867] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718136, 'name': CreateVM_Task, 'duration_secs': 0.743232} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.131867] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.131867] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.132431] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.132651] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.133032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.133307] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be317cb0-34e8-4be2-9d76-a304d041a8e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.145058] env[65997]: DEBUG nova.compute.provider_tree [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.151511] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 821.151511] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ab05c8-e454-ba66-0080-e14dd845300b" [ 821.151511] env[65997]: _type = "Task" [ 821.151511] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.160437] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ab05c8-e454-ba66-0080-e14dd845300b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.271414] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Releasing lock "refresh_cache-8905caed-7546-4366-80e3-5aad5469c4a7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.271952] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.271952] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing instance network info cache due to event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.272328] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquiring lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.272575] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquired lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.272664] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.410870] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718137, 'name': Rename_Task, 'duration_secs': 0.185331} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.411351] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.411401] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2a5907-40f5-4f47-afce-cf7d02187934 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.419058] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 821.419058] env[65997]: value = "task-4718138" [ 821.419058] env[65997]: _type = "Task" [ 821.419058] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.426057] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Successfully created port: 9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 821.435041] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.563742] env[65997]: DEBUG oslo_vmware.api [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718135, 'name': RemoveSnapshot_Task, 'duration_secs': 1.255254} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.564083] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.564301] env[65997]: INFO nova.compute.manager [None req-1ba4af28-c271-4d9f-a971-e3c2cf0edfe6 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 821.648784] env[65997]: DEBUG nova.scheduler.client.report [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.667309] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ab05c8-e454-ba66-0080-e14dd845300b, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.667966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.668098] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.668343] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.668754] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.668754] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.668956] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5bd0b76-4ef6-4ce6-8116-1a96d13f1b99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.685766] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.685995] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.686996] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d284ea4a-4e0e-4d67-908a-87a04a089f51 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.694243] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 821.694243] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528fb993-0da9-c7b3-4db7-9d1771d77b50" [ 821.694243] env[65997]: _type = "Task" [ 821.694243] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.703799] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528fb993-0da9-c7b3-4db7-9d1771d77b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.775780] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.795961] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "0065f159-66b6-4e88-955a-81c53c20be44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.796518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "0065f159-66b6-4e88-955a-81c53c20be44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.932392] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.992449] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 822.014752] env[65997]: WARNING neutronclient.v2_0.client [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.036084] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 822.036547] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.036547] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 822.036708] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.036916] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 822.037494] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.037494] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.037494] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.037494] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.038018] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.038018] env[65997]: DEBUG nova.virt.hardware [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.038898] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203dc4a3-dbba-4276-b133-7ed01136b30a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.050380] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20716e-ac3b-45d7-84da-a641d9c003a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.158349] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.162819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.924s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.162819] env[65997]: DEBUG nova.objects.instance [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lazy-loading 'resources' on Instance uuid d79d3983-d81c-4d11-96a6-369cfe728127 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.189752] env[65997]: INFO nova.scheduler.client.report [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted allocations for instance 51e93dd2-2068-4d67-861c-e8a50069343c [ 822.213150] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528fb993-0da9-c7b3-4db7-9d1771d77b50, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.213150] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207f9fb0-5553-44e1-9f96-d66c1a266ce7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.219505] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 822.219505] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a93bef-c5f7-ecd0-a8f0-2196fdd7b49c" [ 822.219505] env[65997]: _type = "Task" [ 822.219505] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.231873] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a93bef-c5f7-ecd0-a8f0-2196fdd7b49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.301242] env[65997]: DEBUG nova.compute.manager [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.434013] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718138, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.467374] env[65997]: DEBUG nova.network.neutron [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Updated VIF entry in instance network info cache for port 6bf70f0c-a40e-4fce-a465-64817c446585. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.468049] env[65997]: DEBUG nova.network.neutron [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Updating instance_info_cache with network_info: [{"id": "6bf70f0c-a40e-4fce-a465-64817c446585", "address": "fa:16:3e:b8:97:c3", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf70f0c-a4", "ovs_interfaceid": "6bf70f0c-a40e-4fce-a465-64817c446585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.641824] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.702439] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ff9ea2d4-a103-406e-b605-358818a6d674 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "51e93dd2-2068-4d67-861c-e8a50069343c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.503s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.740185] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a93bef-c5f7-ecd0-a8f0-2196fdd7b49c, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.740621] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740738] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] aa4832a9-9736-4258-9da4-d9ec5841bb95/aa4832a9-9736-4258-9da4-d9ec5841bb95.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.741036] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e92d0e19-adac-4016-9378-993cf1c5a475 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.750706] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 822.750706] env[65997]: value = "task-4718139" [ 822.750706] env[65997]: _type = "Task" [ 822.750706] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.765470] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.792739] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updated VIF entry in instance network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.793212] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.837406] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.935193] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718138, 'name': PowerOnVM_Task, 'duration_secs': 1.185093} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.935403] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.935606] env[65997]: INFO nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Took 8.57 seconds to spawn the instance on the hypervisor. [ 822.935786] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.937046] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a7e699-e3a3-488f-b8c5-4c2cf7ff142c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.972996] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Releasing lock "refresh_cache-fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.973198] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Received event network-vif-plugged-c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 822.973241] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Acquiring lock "aa4832a9-9736-4258-9da4-d9ec5841bb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.974072] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.974072] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.974072] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] No waiting events found dispatching network-vif-plugged-c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 822.974072] env[65997]: WARNING nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Received unexpected event network-vif-plugged-c1e61328-3c41-4148-93fd-c130bb699e3f for instance with vm_state building and task_state spawning. [ 822.974072] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Received event network-changed-c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 822.974322] env[65997]: DEBUG nova.compute.manager [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Refreshing instance network info cache due to event network-changed-c1e61328-3c41-4148-93fd-c130bb699e3f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 822.974435] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Acquiring lock "refresh_cache-aa4832a9-9736-4258-9da4-d9ec5841bb95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.974566] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Acquired lock "refresh_cache-aa4832a9-9736-4258-9da4-d9ec5841bb95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.974716] env[65997]: DEBUG nova.network.neutron [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Refreshing network info cache for port c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.210161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed6a18-7535-447c-94c2-ce28ee6b011a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.218162] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf0c3cb-e73c-4b9c-87ae-b1a0bf567cac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.262755] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1193df5-90f2-4662-a300-4b944a61e401 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.276428] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4bdca6-02cf-400e-b514-72f06893a090 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.280795] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.296939] env[65997]: DEBUG nova.compute.provider_tree [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.300040] env[65997]: DEBUG nova.compute.manager [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Received event network-changed-1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 823.300040] env[65997]: DEBUG nova.compute.manager [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Refreshing instance network info cache due to event network-changed-1a099974-785c-441d-8250-458bb58f24a6. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 823.300040] env[65997]: DEBUG oslo_concurrency.lockutils [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] Acquiring lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.300040] env[65997]: DEBUG oslo_concurrency.lockutils [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] Acquired lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.300040] env[65997]: DEBUG nova.network.neutron [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Refreshing network info cache for port 1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.301178] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Releasing lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.301387] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Received event network-changed-1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 823.301542] env[65997]: DEBUG nova.compute.manager [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Refreshing instance network info cache due to event network-changed-1a099974-785c-441d-8250-458bb58f24a6. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 823.301704] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquiring lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.461336] env[65997]: INFO nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Took 33.52 seconds to build instance. [ 823.478536] env[65997]: WARNING neutronclient.v2_0.client [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.528735] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "0704d636-7818-4603-9ff6-f0acf9e01072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.529169] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.529328] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.530075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.530075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.532054] env[65997]: INFO nova.compute.manager [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Terminating instance [ 823.587431] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Successfully updated port: 9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.774268] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838822} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.779885] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] aa4832a9-9736-4258-9da4-d9ec5841bb95/aa4832a9-9736-4258-9da4-d9ec5841bb95.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.780217] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.780789] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2de39899-81f5-4db3-b808-a4530c0979ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.790653] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 823.790653] env[65997]: value = "task-4718140" [ 823.790653] env[65997]: _type = "Task" [ 823.790653] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.811638] env[65997]: DEBUG nova.scheduler.client.report [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.813422] env[65997]: WARNING neutronclient.v2_0.client [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.815998] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.913504] env[65997]: WARNING neutronclient.v2_0.client [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.966467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.046s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.036277] env[65997]: DEBUG nova.compute.manager [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 824.036563] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.037691] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b29d7c-990e-46a2-b43c-dfbeda2e4e37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.051588] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.051588] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00f3670-f94f-4096-b1c9-8f6b1eeb891c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.060777] env[65997]: DEBUG oslo_vmware.api [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 824.060777] env[65997]: value = "task-4718141" [ 824.060777] env[65997]: _type = "Task" [ 824.060777] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.069689] env[65997]: DEBUG oslo_vmware.api [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.097972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "refresh_cache-600fb982-729e-4f28-87b0-27d789cdbc2e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.098180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "refresh_cache-600fb982-729e-4f28-87b0-27d789cdbc2e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.098441] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.307369] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080032} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.307369] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.307369] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c6c9cd-1565-46e2-8ca7-e859ca7ae537 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.324839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.336099] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] aa4832a9-9736-4258-9da4-d9ec5841bb95/aa4832a9-9736-4258-9da4-d9ec5841bb95.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.336812] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.689s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.338401] env[65997]: INFO nova.compute.claims [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.341561] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1feb685e-f62c-42e9-8500-95e382bddd9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.366603] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 824.366603] env[65997]: value = "task-4718142" [ 824.366603] env[65997]: _type = "Task" [ 824.366603] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.377914] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.379175] env[65997]: INFO nova.scheduler.client.report [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Deleted allocations for instance d79d3983-d81c-4d11-96a6-369cfe728127 [ 824.551430] env[65997]: DEBUG nova.network.neutron [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Updated VIF entry in instance network info cache for port c1e61328-3c41-4148-93fd-c130bb699e3f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 824.551884] env[65997]: DEBUG nova.network.neutron [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Updating instance_info_cache with network_info: [{"id": "c1e61328-3c41-4148-93fd-c130bb699e3f", "address": "fa:16:3e:25:71:b1", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e61328-3c", "ovs_interfaceid": "c1e61328-3c41-4148-93fd-c130bb699e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.570719] env[65997]: DEBUG oslo_vmware.api [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718141, 'name': PowerOffVM_Task, 'duration_secs': 0.27484} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.571588] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.571906] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.572290] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eddf52a-523c-4342-9ff6-f724d69ac224 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.648633] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.649139] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.649510] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Deleting the datastore file [datastore2] 0704d636-7818-4603-9ff6-f0acf9e01072 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.650053] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "0c0776eb-2d06-4038-9515-5ce1c16113f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.650421] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.650800] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "0c0776eb-2d06-4038-9515-5ce1c16113f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.651220] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.651956] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.655156] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9bb691-2c74-470d-a954-305048933084 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.656613] env[65997]: INFO nova.compute.manager [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Terminating instance [ 824.664479] env[65997]: DEBUG oslo_vmware.api [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 824.664479] env[65997]: value = "task-4718144" [ 824.664479] env[65997]: _type = "Task" [ 824.664479] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.678492] env[65997]: DEBUG oslo_vmware.api [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.709835] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.763025] env[65997]: WARNING neutronclient.v2_0.client [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.763799] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "81fdad7d-883c-4c7a-af16-84abf73eded1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.764251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.764595] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "81fdad7d-883c-4c7a-af16-84abf73eded1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.764944] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.765283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.767909] env[65997]: INFO nova.compute.manager [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Terminating instance [ 824.883367] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718142, 'name': ReconfigVM_Task, 'duration_secs': 0.338464} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.883892] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Reconfigured VM instance instance-0000003e to attach disk [datastore1] aa4832a9-9736-4258-9da4-d9ec5841bb95/aa4832a9-9736-4258-9da4-d9ec5841bb95.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.887058] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe00e71-14ea-41ec-ad47-50a66e740a7a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.890324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-30af3b07-c65c-4c86-af6c-18adfcc1693e tempest-FloatingIPsAssociationNegativeTestJSON-602498819 tempest-FloatingIPsAssociationNegativeTestJSON-602498819-project-member] Lock "d79d3983-d81c-4d11-96a6-369cfe728127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.887s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.896480] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 824.896480] env[65997]: value = "task-4718145" [ 824.896480] env[65997]: _type = "Task" [ 824.896480] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.907496] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718145, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.054950] env[65997]: DEBUG oslo_concurrency.lockutils [req-a254402c-801e-4a95-ae33-07d2d1ef421b req-c40c8ffc-9ff7-43df-86b1-cbd108c4481a service nova] Releasing lock "refresh_cache-aa4832a9-9736-4258-9da4-d9ec5841bb95" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.162287] env[65997]: DEBUG nova.compute.manager [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 825.162687] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75e519f2-7d29-404c-9789-901c3d372a2c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.173549] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dadae3-0f6e-444c-9307-94c2c75adba2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.188978] env[65997]: DEBUG oslo_vmware.api [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405154} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.189774] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.190081] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.190358] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.190606] env[65997]: INFO nova.compute.manager [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Took 1.15 seconds to destroy the instance on the hypervisor. [ 825.190971] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 825.191229] env[65997]: DEBUG nova.compute.manager [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 825.191366] env[65997]: DEBUG nova.network.neutron [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 825.191647] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.217334] env[65997]: WARNING nova.virt.vmwareapi.driver [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 could not be found. [ 825.217334] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.218482] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-150ebff5-6783-46a6-bf2e-a02f2bbcdc80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.229235] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e27cf2-4e40-453a-9325-3fd0cc547eb9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.273300] env[65997]: DEBUG nova.compute.manager [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 825.273541] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.273979] env[65997]: WARNING nova.virt.vmwareapi.vmops [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0c0776eb-2d06-4038-9515-5ce1c16113f8 could not be found. [ 825.274168] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.274337] env[65997]: INFO nova.compute.manager [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Took 0.11 seconds to destroy the instance on the hypervisor. [ 825.274576] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 825.275422] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a931c-8e12-49fc-b1b2-c643086396cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.278461] env[65997]: DEBUG nova.compute.manager [-] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 825.278664] env[65997]: DEBUG nova.network.neutron [-] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 825.279024] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.287166] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.287446] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ead8ba-2f24-48ab-a803-fdbe43f37141 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.294870] env[65997]: DEBUG oslo_vmware.api [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 825.294870] env[65997]: value = "task-4718146" [ 825.294870] env[65997]: _type = "Task" [ 825.294870] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.306370] env[65997]: DEBUG oslo_vmware.api [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.408879] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718145, 'name': Rename_Task, 'duration_secs': 0.147804} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.411949] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.414763] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b886e6-618d-4049-bbcb-e9372e827c77 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.422980] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 825.422980] env[65997]: value = "task-4718147" [ 825.422980] env[65997]: _type = "Task" [ 825.422980] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.438122] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.464496] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.534535] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.602448] env[65997]: DEBUG nova.network.neutron [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updated VIF entry in instance network info cache for port 1a099974-785c-441d-8250-458bb58f24a6. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.603881] env[65997]: DEBUG nova.network.neutron [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [{"id": "1a099974-785c-441d-8250-458bb58f24a6", "address": "fa:16:3e:2d:95:1f", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a099974-78", "ovs_interfaceid": "1a099974-785c-441d-8250-458bb58f24a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.642475] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.817103] env[65997]: DEBUG oslo_vmware.api [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718146, 'name': PowerOffVM_Task, 'duration_secs': 0.245423} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.817103] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.817103] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.817103] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b988c59b-91fe-47e7-bbce-fbbc3f11cb73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.857740] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9149190c-13b6-4290-8edb-3dc400f9c4a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.869747] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f12008-5391-41b5-9833-db2e130524b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.913291] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a85e36d-2af5-498a-9f27-b6fe10019cc8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.915674] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.915869] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.916051] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleting the datastore file [datastore1] 81fdad7d-883c-4c7a-af16-84abf73eded1 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.916942] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0049154f-5b32-4db7-ab98-707518e7c873 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.931380] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d69be-ba11-454c-8243-6efd59f8c4b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.935019] env[65997]: DEBUG oslo_vmware.api [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 825.935019] env[65997]: value = "task-4718149" [ 825.935019] env[65997]: _type = "Task" [ 825.935019] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.951419] env[65997]: DEBUG nova.compute.provider_tree [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.952875] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.959424] env[65997]: DEBUG oslo_vmware.api [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.106687] env[65997]: DEBUG oslo_concurrency.lockutils [req-5a0820e5-188b-4efe-ab9f-0997306ac018 req-2fe82558-1775-4ade-a856-c171fb5d026d service nova] Releasing lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.107741] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Acquired lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.107741] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Refreshing network info cache for port 1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.278744] env[65997]: DEBUG nova.network.neutron [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Updating instance_info_cache with network_info: [{"id": "9f3e3fd4-06ce-4188-b73d-044de992d65f", "address": "fa:16:3e:30:bb:be", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e3fd4-06", "ovs_interfaceid": "9f3e3fd4-06ce-4188-b73d-044de992d65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.331775] env[65997]: DEBUG nova.network.neutron [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.439158] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718147, 'name': PowerOnVM_Task, 'duration_secs': 0.81482} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.443373] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.445029] env[65997]: INFO nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Took 9.32 seconds to spawn the instance on the hypervisor. [ 826.445236] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.446428] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16d73cf-6d89-4457-963a-175fa26f58f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.454486] env[65997]: DEBUG nova.scheduler.client.report [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.465121] env[65997]: DEBUG oslo_vmware.api [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370218} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.468667] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.468894] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.469090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.469270] env[65997]: INFO nova.compute.manager [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 826.469567] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.470046] env[65997]: DEBUG nova.compute.manager [-] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 826.470179] env[65997]: DEBUG nova.network.neutron [-] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.470405] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.558553] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.612548] env[65997]: WARNING neutronclient.v2_0.client [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.696476] env[65997]: DEBUG nova.network.neutron [-] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.785731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "refresh_cache-600fb982-729e-4f28-87b0-27d789cdbc2e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.786120] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Instance network_info: |[{"id": "9f3e3fd4-06ce-4188-b73d-044de992d65f", "address": "fa:16:3e:30:bb:be", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e3fd4-06", "ovs_interfaceid": "9f3e3fd4-06ce-4188-b73d-044de992d65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 826.786845] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:bb:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f3e3fd4-06ce-4188-b73d-044de992d65f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.798928] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.798928] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.798928] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681c62ae-6cc7-4571-9648-d1db0828dd49 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.820425] env[65997]: INFO nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Port 1a099974-785c-441d-8250-458bb58f24a6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 826.820425] env[65997]: DEBUG nova.network.neutron [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.827590] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.827590] env[65997]: value = "task-4718150" [ 826.827590] env[65997]: _type = "Task" [ 826.827590] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.833811] env[65997]: INFO nova.compute.manager [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Took 1.64 seconds to deallocate network for instance. [ 826.843504] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718150, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.969573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.971159] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 826.975762] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.898s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.976049] env[65997]: DEBUG nova.objects.instance [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'resources' on Instance uuid a22ac876-ae59-457c-a2d2-9de8fcbe1a81 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.988575] env[65997]: INFO nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Took 37.01 seconds to build instance. [ 827.201176] env[65997]: INFO nova.compute.manager [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Rebuilding instance [ 827.203844] env[65997]: INFO nova.compute.manager [-] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Took 1.93 seconds to deallocate network for instance. [ 827.269323] env[65997]: DEBUG nova.compute.manager [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 827.270131] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4059af01-e872-4e05-b900-deb8d7f4a477 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.324145] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a0298cb-20ce-44bb-b20c-32cca650a9f4 req-ea3028e7-a9f3-43a4-b253-ff3c8a8e3c04 service nova] Releasing lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.341863] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718150, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.351954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.376484] env[65997]: DEBUG nova.network.neutron [-] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.485364] env[65997]: DEBUG nova.compute.utils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.490487] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 827.490690] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 827.491669] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.491669] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.494839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.735176] env[65997]: DEBUG nova.policy [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dbd0cc6ce104a5da0b47b047ae6943f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edce7743ec93483da537aafe72efd301', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.780784] env[65997]: INFO nova.compute.manager [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Took 0.58 seconds to detach 1 volumes for instance. [ 827.785482] env[65997]: DEBUG nova.compute.manager [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Deleting volume: 2efd1eb7-a149-4634-80ec-9da61688ebd5 {{(pid=65997) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 827.869400] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718150, 'name': CreateVM_Task, 'duration_secs': 0.549229} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.869581] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.870408] env[65997]: WARNING neutronclient.v2_0.client [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.871016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.871016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.871306] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.875155] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a732b17c-81db-4582-b2a3-6b8af3bfd3fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.878128] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 827.878128] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d3a75f-e582-f7b7-0085-1b13adaf8c68" [ 827.878128] env[65997]: _type = "Task" [ 827.878128] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.891079] env[65997]: INFO nova.compute.manager [-] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Took 1.42 seconds to deallocate network for instance. [ 827.904849] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d3a75f-e582-f7b7-0085-1b13adaf8c68, 'name': SearchDatastore_Task, 'duration_secs': 0.015434} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.905500] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.905821] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.906029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.906189] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.906492] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.906653] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc2acdd-351f-4ae0-9db3-5e3ce604afe9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.921812] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.922084] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.923849] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2327b09b-394e-4895-a450-1cd5b25f3132 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.936044] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 827.936044] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f64748-6844-ac2d-2f53-20dfb66aa5f5" [ 827.936044] env[65997]: _type = "Task" [ 827.936044] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.947859] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f64748-6844-ac2d-2f53-20dfb66aa5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.991540] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 828.056029] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b6818-a53d-4c95-a9af-8a0dc93239f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.072290] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a34fa0-657f-47ea-b54d-3aa7283e5af5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.111801] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b2fa2-e829-4b6c-81f1-9bf72e2c8d20 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.121585] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224eb13-791b-49fa-bd34-4199efb4940e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.140760] env[65997]: DEBUG nova.compute.provider_tree [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.267092] env[65997]: DEBUG oslo_concurrency.lockutils [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "21b2e418-877f-4710-881f-a82f2d194a84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.267092] env[65997]: DEBUG oslo_concurrency.lockutils [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.267092] env[65997]: DEBUG nova.compute.manager [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.269197] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd788ead-4fde-4116-8526-a6691cb04125 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.280031] env[65997]: DEBUG nova.compute.manager [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 828.280031] env[65997]: DEBUG nova.objects.instance [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'flavor' on Instance uuid 21b2e418-877f-4710-881f-a82f2d194a84 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.291900] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.292274] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b264d5f3-94dc-4c7e-b96a-60ac9377bb22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.305027] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 828.305027] env[65997]: value = "task-4718152" [ 828.305027] env[65997]: _type = "Task" [ 828.305027] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.316767] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.362901] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.406772] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.452239] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f64748-6844-ac2d-2f53-20dfb66aa5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.019416} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.453432] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e87d23d-35db-4316-9291-bd9e86e6770c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.464730] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 828.464730] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b30a2-ff99-0227-50cb-d225c271ec60" [ 828.464730] env[65997]: _type = "Task" [ 828.464730] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.477314] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b30a2-ff99-0227-50cb-d225c271ec60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.519869] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Successfully created port: 2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.646409] env[65997]: DEBUG nova.scheduler.client.report [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.784659] env[65997]: DEBUG nova.compute.manager [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Received event network-vif-plugged-9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.785274] env[65997]: DEBUG oslo_concurrency.lockutils [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] Acquiring lock "600fb982-729e-4f28-87b0-27d789cdbc2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.785274] env[65997]: DEBUG oslo_concurrency.lockutils [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.785414] env[65997]: DEBUG oslo_concurrency.lockutils [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.785554] env[65997]: DEBUG nova.compute.manager [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] No waiting events found dispatching network-vif-plugged-9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.785724] env[65997]: WARNING nova.compute.manager [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Received unexpected event network-vif-plugged-9f3e3fd4-06ce-4188-b73d-044de992d65f for instance with vm_state building and task_state spawning. [ 828.785860] env[65997]: DEBUG nova.compute.manager [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Received event network-changed-9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.787202] env[65997]: DEBUG nova.compute.manager [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Refreshing instance network info cache due to event network-changed-9f3e3fd4-06ce-4188-b73d-044de992d65f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 828.787202] env[65997]: DEBUG oslo_concurrency.lockutils [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] Acquiring lock "refresh_cache-600fb982-729e-4f28-87b0-27d789cdbc2e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.787347] env[65997]: DEBUG oslo_concurrency.lockutils [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] Acquired lock "refresh_cache-600fb982-729e-4f28-87b0-27d789cdbc2e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.788211] env[65997]: DEBUG nova.network.neutron [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Refreshing network info cache for port 9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.817420] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.978196] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525b30a2-ff99-0227-50cb-d225c271ec60, 'name': SearchDatastore_Task, 'duration_secs': 0.031191} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.978630] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978963] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 600fb982-729e-4f28-87b0-27d789cdbc2e/600fb982-729e-4f28-87b0-27d789cdbc2e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.979351] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-117f2113-8a7f-4ab1-ad21-72c1ee53b555 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.993430] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 828.993430] env[65997]: value = "task-4718153" [ 828.993430] env[65997]: _type = "Task" [ 828.993430] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.001622] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 829.009351] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.046911] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.046911] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.046911] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.046911] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.047540] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.047540] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.047540] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.047540] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.047540] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.047962] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.048349] env[65997]: DEBUG nova.virt.hardware [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.051491] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49070b2-9e93-49b1-aafa-91bb0e0bd4fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.063099] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0601373f-6dd5-4c56-bab7-4cdbbf4db468 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.101886] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Successfully created port: e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 829.156132] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.157614] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.634s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.158094] env[65997]: DEBUG nova.objects.instance [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lazy-loading 'resources' on Instance uuid e5fc0417-2680-457f-8760-af261a5ac23f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.214604] env[65997]: INFO nova.scheduler.client.report [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted allocations for instance a22ac876-ae59-457c-a2d2-9de8fcbe1a81 [ 829.263908] env[65997]: DEBUG nova.compute.manager [req-ab715cee-0bf6-474b-bee4-fcbd87b20eee req-6703a8a2-5544-42a2-a95a-b730833d39dc service nova] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Received event network-vif-deleted-56edb008-534c-4c66-b84c-08c172eeb9d2 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 829.297911] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.298665] env[65997]: WARNING neutronclient.v2_0.client [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.301743] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd41e298-3024-40a1-88d5-807306514cd9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.326333] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.332934] env[65997]: DEBUG oslo_vmware.api [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 829.332934] env[65997]: value = "task-4718154" [ 829.332934] env[65997]: _type = "Task" [ 829.332934] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.505987] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718153, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.728331] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8df9501-2837-46b7-9321-59a6bcbcfa14 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "a22ac876-ae59-457c-a2d2-9de8fcbe1a81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.266s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.759810] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Successfully created port: 728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 829.836286] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718152, 'name': PowerOffVM_Task, 'duration_secs': 1.211035} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.840931] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.841573] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.842460] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef464d-c635-420c-a4ba-39166fd7039e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.861762] env[65997]: DEBUG oslo_vmware.api [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718154, 'name': PowerOffVM_Task, 'duration_secs': 0.207163} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.862076] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.867682] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.867893] env[65997]: DEBUG nova.compute.manager [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 829.868193] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02b92cc-338a-49b7-9e0b-08d4bbbf57ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.871121] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bb273b-7252-4bc3-a133-0e57ca25e792 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.960254] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.960754] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.960754] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.962360] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29cbf600-2174-41d4-b28e-0a7019b400de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.974320] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 829.974320] env[65997]: value = "task-4718156" [ 829.974320] env[65997]: _type = "Task" [ 829.974320] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.989282] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.006596] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888426} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.006939] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 600fb982-729e-4f28-87b0-27d789cdbc2e/600fb982-729e-4f28-87b0-27d789cdbc2e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.007179] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.007461] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f87798-2f33-450e-88eb-5707e65dc7d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.018076] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 830.018076] env[65997]: value = "task-4718157" [ 830.018076] env[65997]: _type = "Task" [ 830.018076] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.037797] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.233615] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50050b35-ffb5-4984-ab1d-ee1a6a758a63 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.251117] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f345c094-9d70-404e-baef-2f5a1e65e04f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.297590] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c9ead1-8ba9-4c6f-b039-2d4f10a0d551 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.308068] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871c714-3c32-4a28-9824-b31faebcc417 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.324989] env[65997]: DEBUG nova.compute.provider_tree [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.337265] env[65997]: WARNING neutronclient.v2_0.client [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.387411] env[65997]: DEBUG oslo_concurrency.lockutils [None req-94b91194-e5dc-4567-8490-ddda83b40835 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.486188] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365915} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.486450] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.486726] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.486726] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.529088] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076078} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.529469] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.530506] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8694b-82a1-4c0e-b4eb-e1814e2ca452 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.555245] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 600fb982-729e-4f28-87b0-27d789cdbc2e/600fb982-729e-4f28-87b0-27d789cdbc2e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.556684] env[65997]: DEBUG nova.network.neutron [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Updated VIF entry in instance network info cache for port 9f3e3fd4-06ce-4188-b73d-044de992d65f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.557211] env[65997]: DEBUG nova.network.neutron [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Updating instance_info_cache with network_info: [{"id": "9f3e3fd4-06ce-4188-b73d-044de992d65f", "address": "fa:16:3e:30:bb:be", "network": {"id": "407039b9-cc22-455e-ba9a-c157ba30de5e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-454130935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d045ea2cef04458abf3e8c2fad92552a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e3fd4-06", "ovs_interfaceid": "9f3e3fd4-06ce-4188-b73d-044de992d65f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.559366] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9ce4ac-3c9e-46d3-8fcc-622442499384 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.583040] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 830.583040] env[65997]: value = "task-4718158" [ 830.583040] env[65997]: _type = "Task" [ 830.583040] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.594556] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.650184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "b5df23ab-4391-426b-a590-c3df6e305e6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.651093] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.700016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "b57abb80-017f-46b3-b940-c2de22b888fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.700515] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b57abb80-017f-46b3-b940-c2de22b888fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.700825] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "b57abb80-017f-46b3-b940-c2de22b888fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.701032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b57abb80-017f-46b3-b940-c2de22b888fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.701213] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b57abb80-017f-46b3-b940-c2de22b888fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.703575] env[65997]: INFO nova.compute.manager [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Terminating instance [ 830.829915] env[65997]: DEBUG nova.scheduler.client.report [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.076029] env[65997]: DEBUG oslo_concurrency.lockutils [req-d387a953-08a2-4310-8787-b9b3b45d4d25 req-63709cfb-e710-423b-9620-1b923b4a5dfc service nova] Releasing lock "refresh_cache-600fb982-729e-4f28-87b0-27d789cdbc2e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.095666] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.154040] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 831.210422] env[65997]: DEBUG nova.compute.manager [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 831.210728] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.211767] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7950eb-3b3d-46a6-a0ea-8753e833b129 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.221048] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.221463] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c46cb0-079f-4954-b53b-1b9fb05b6a42 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.316423] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.316423] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.316423] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleting the datastore file [datastore2] b57abb80-017f-46b3-b940-c2de22b888fb {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.316423] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cd7a417-1bc9-445e-942d-a5bf570fbcf2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.325400] env[65997]: DEBUG oslo_vmware.api [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 831.325400] env[65997]: value = "task-4718160" [ 831.325400] env[65997]: _type = "Task" [ 831.325400] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.336870] env[65997]: DEBUG oslo_vmware.api [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.340943] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.344033] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.157s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.344033] env[65997]: DEBUG nova.objects.instance [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'resources' on Instance uuid 8905caed-7546-4366-80e3-5aad5469c4a7 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.372163] env[65997]: INFO nova.scheduler.client.report [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Deleted allocations for instance e5fc0417-2680-457f-8760-af261a5ac23f [ 831.504841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.505108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.527553] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 831.527783] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.528083] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 831.528243] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.528243] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 831.528466] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 831.528692] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 831.528850] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 831.529061] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 831.529247] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 831.529529] env[65997]: DEBUG nova.virt.hardware [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 831.530813] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923e88e1-9324-4393-92b0-c267bfc20652 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.540880] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2fbaa8-5d8b-4a4b-9eff-aadeb2b92f3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.557161] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fc:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9aed156-6530-4301-b264-7bee2c3c24fe', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.566254] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.567214] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.567214] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f7056c-9b06-41a7-b485-514c700e7d96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.584438] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Successfully updated port: 2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 831.592728] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.592728] env[65997]: value = "task-4718161" [ 831.592728] env[65997]: _type = "Task" [ 831.592728] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.600634] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718158, 'name': ReconfigVM_Task, 'duration_secs': 0.691168} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.603657] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 600fb982-729e-4f28-87b0-27d789cdbc2e/600fb982-729e-4f28-87b0-27d789cdbc2e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.603657] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132bec43-387c-473f-b1dd-8199e51673cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.607102] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718161, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.613100] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 831.613100] env[65997]: value = "task-4718162" [ 831.613100] env[65997]: _type = "Task" [ 831.613100] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.623923] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718162, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.690280] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.837057] env[65997]: DEBUG oslo_vmware.api [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164637} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.838089] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.838089] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.838089] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.838089] env[65997]: INFO nova.compute.manager [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 831.838467] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.838784] env[65997]: DEBUG nova.compute.manager [-] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 831.839019] env[65997]: DEBUG nova.network.neutron [-] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 831.839205] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.846524] env[65997]: DEBUG nova.objects.instance [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'numa_topology' on Instance uuid 8905caed-7546-4366-80e3-5aad5469c4a7 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.881613] env[65997]: DEBUG oslo_concurrency.lockutils [None req-99ad2d3c-1464-48d1-b451-76bb2c97f156 tempest-ServerTagsTestJSON-958496922 tempest-ServerTagsTestJSON-958496922-project-member] Lock "e5fc0417-2680-457f-8760-af261a5ac23f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.452s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.949853] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.007873] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 832.105974] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718161, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.123790] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718162, 'name': Rename_Task, 'duration_secs': 0.172853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.124097] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.124417] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6674382c-0dc8-453d-8f19-b03b407dcf40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.132227] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 832.132227] env[65997]: value = "task-4718163" [ 832.132227] env[65997]: _type = "Task" [ 832.132227] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.142193] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.349525] env[65997]: DEBUG nova.objects.base [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Object Instance<8905caed-7546-4366-80e3-5aad5469c4a7> lazy-loaded attributes: resources,numa_topology {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.531751] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.610776] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718161, 'name': CreateVM_Task, 'duration_secs': 0.664705} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.614697] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.615839] env[65997]: WARNING neutronclient.v2_0.client [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 832.616300] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.616516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.616949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.617328] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16401cb7-0e09-44f2-bef9-f75082c53965 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.625914] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 832.625914] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d1b6ca-294b-5fa0-18da-3062c4a520e8" [ 832.625914] env[65997]: _type = "Task" [ 832.625914] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.648033] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d1b6ca-294b-5fa0-18da-3062c4a520e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.648181] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718163, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.743080] env[65997]: DEBUG nova.network.neutron [-] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.763286] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3533adc-30cc-4636-8f63-b07a0e32289a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.774115] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd26219-aeb1-488b-a3c6-a9a02dffd973 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.808696] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6febab9e-d3be-4590-a6fa-ddb742556b0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.817865] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77befbc8-aad8-471b-9b43-73946fc0f136 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.835951] env[65997]: DEBUG nova.compute.provider_tree [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.149459] env[65997]: DEBUG oslo_vmware.api [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718163, 'name': PowerOnVM_Task, 'duration_secs': 0.858808} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.149827] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d1b6ca-294b-5fa0-18da-3062c4a520e8, 'name': SearchDatastore_Task, 'duration_secs': 0.034567} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.150021] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.150210] env[65997]: INFO nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Took 11.16 seconds to spawn the instance on the hypervisor. [ 833.150388] env[65997]: DEBUG nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 833.150760] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153949] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.153949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.153949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.153949] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.153949] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa568d-a4c0-429f-adce-1707c901db29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.157990] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff605951-6758-4b6d-9e53-6ff85d5fe397 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.173055] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.173055] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.173581] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4d2c48-7c0c-44e9-b19b-8cfc299a707d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.179883] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 833.179883] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526cb10e-5d8d-fa95-aea7-1fbeabcb2261" [ 833.179883] env[65997]: _type = "Task" [ 833.179883] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.190929] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526cb10e-5d8d-fa95-aea7-1fbeabcb2261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.245687] env[65997]: INFO nova.compute.manager [-] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Took 1.41 seconds to deallocate network for instance. [ 833.339368] env[65997]: DEBUG nova.scheduler.client.report [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.679998] env[65997]: INFO nova.compute.manager [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Took 40.41 seconds to build instance. [ 833.692271] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526cb10e-5d8d-fa95-aea7-1fbeabcb2261, 'name': SearchDatastore_Task, 'duration_secs': 0.016111} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.693103] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2100744-0363-4d1f-b9a8-719da5115d72 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.700333] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 833.700333] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dda9f1-6f44-ce33-cd68-f813df88ea5f" [ 833.700333] env[65997]: _type = "Task" [ 833.700333] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.711512] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dda9f1-6f44-ce33-cd68-f813df88ea5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.753982] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.845707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.502s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.848958] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.283s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.849885] env[65997]: DEBUG nova.objects.instance [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lazy-loading 'resources' on Instance uuid 70d5bb35-cf67-4065-b51a-6b952911a07c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.880412] env[65997]: DEBUG nova.compute.manager [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.881180] env[65997]: DEBUG nova.compute.manager [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing instance network info cache due to event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 833.881180] env[65997]: DEBUG oslo_concurrency.lockutils [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] Acquiring lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.881180] env[65997]: DEBUG oslo_concurrency.lockutils [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] Acquired lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.881466] env[65997]: DEBUG nova.network.neutron [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.907456] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Successfully updated port: e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 834.154208] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.154208] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.182229] env[65997]: DEBUG oslo_concurrency.lockutils [None req-71381586-a0db-44e9-9bff-8a2e36225487 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.170s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.213594] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dda9f1-6f44-ce33-cd68-f813df88ea5f, 'name': SearchDatastore_Task, 'duration_secs': 0.024083} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.213931] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.214272] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.214614] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87fd019c-abfc-48f0-a773-0463beaf4aed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.226610] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 834.226610] env[65997]: value = "task-4718164" [ 834.226610] env[65997]: _type = "Task" [ 834.226610] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.237051] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.364221] env[65997]: DEBUG nova.compute.manager [req-a4eec718-1914-4ebf-989c-08a08aed5f84 req-53ab1da3-88c1-4be8-9209-b20306d60b7b service nova] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Received event network-vif-deleted-1805f520-1c21-43b1-8119-4f3be91ab433 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 834.365242] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1cb74e34-b753-41fd-b905-1dc09e6fb745 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.429s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.366430] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.165s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.366430] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.367215] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.367215] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.371019] env[65997]: INFO nova.compute.manager [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Terminating instance [ 834.384262] env[65997]: WARNING neutronclient.v2_0.client [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.497216] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.498146] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.660797] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 834.745128] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.804793] env[65997]: WARNING neutronclient.v2_0.client [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.836642] env[65997]: INFO nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Rebuilding instance [ 834.878701] env[65997]: DEBUG nova.compute.manager [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 834.878947] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.881572] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17fe38f6-4a8c-44e9-8922-167554f675f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.897152] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495d0c5-bfdc-4c2a-bb11-56568cab66fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.921106] env[65997]: DEBUG nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.921997] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a7401a-b9a1-4d44-943c-adce62e527b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.953041] env[65997]: WARNING nova.virt.vmwareapi.vmops [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8905caed-7546-4366-80e3-5aad5469c4a7 could not be found. [ 834.953041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.953041] env[65997]: INFO nova.compute.manager [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Took 0.07 seconds to destroy the instance on the hypervisor. [ 834.953041] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 834.955354] env[65997]: DEBUG nova.compute.manager [-] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 834.955471] env[65997]: DEBUG nova.network.neutron [-] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 834.956226] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.007603] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 835.116528] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186276f-3389-4018-b8e5-13b2e040fcbf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.126312] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc272be-a56b-4d9e-8f02-b39e000546ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.158236] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00673b65-2e59-4381-a829-fd2fbfe9f05c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.168904] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28d9a2-f3c3-4d04-92a2-80d27ecbde45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.190890] env[65997]: DEBUG nova.compute.provider_tree [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.191933] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.239565] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588753} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.239870] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.240115] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.240393] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9727afa3-003d-489b-ab60-2c00f8f937ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.248257] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 835.248257] env[65997]: value = "task-4718165" [ 835.248257] env[65997]: _type = "Task" [ 835.248257] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.258018] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.532717] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.659641] env[65997]: DEBUG nova.network.neutron [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updated VIF entry in instance network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 835.660012] env[65997]: DEBUG nova.network.neutron [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.695473] env[65997]: DEBUG nova.scheduler.client.report [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.759627] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069746} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.760225] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.760756] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d818911d-ff06-4e62-b990-6ed1015e1540 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.783803] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.784135] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea6b831-a2b8-4336-b930-10a72d9f871f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.806558] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 835.806558] env[65997]: value = "task-4718166" [ 835.806558] env[65997]: _type = "Task" [ 835.806558] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.816635] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.826717] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.937708] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.938325] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585b6e9e-d576-4361-80fd-86cefa17e7b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.946889] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 835.946889] env[65997]: value = "task-4718167" [ 835.946889] env[65997]: _type = "Task" [ 835.946889] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.958313] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 835.959088] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.959888] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aed441-61b9-43f5-b387-4ab447e07765 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.967850] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.968585] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fb2815-3e36-4131-b72b-10b039da8678 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.042229] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.042620] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.042620] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore1] 21b2e418-877f-4710-881f-a82f2d194a84 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.042845] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a04de9d6-c687-4cff-b9ca-63ce43c645ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.050599] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 836.050599] env[65997]: value = "task-4718169" [ 836.050599] env[65997]: _type = "Task" [ 836.050599] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.060402] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.121219] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Successfully updated port: 728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 836.163362] env[65997]: DEBUG oslo_concurrency.lockutils [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] Releasing lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.163689] env[65997]: DEBUG nova.compute.manager [req-7d5959cf-1a55-4383-8f24-ae0c6490ba37 req-bfac41ab-85c9-46be-9d25-7ded62ca1596 service nova] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Received event network-vif-deleted-1a099974-785c-441d-8250-458bb58f24a6 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 836.202689] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.205387] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.426s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.206223] env[65997]: DEBUG nova.objects.instance [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lazy-loading 'resources' on Instance uuid af111d8a-60fb-481d-afcb-ff219ce0de80 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.233916] env[65997]: INFO nova.scheduler.client.report [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Deleted allocations for instance 70d5bb35-cf67-4065-b51a-6b952911a07c [ 836.320836] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718166, 'name': ReconfigVM_Task, 'duration_secs': 0.511962} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.321775] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d/d73ebbf0-9621-4861-aa95-ec504c9f253d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.321923] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-512779e4-8e5f-4361-8d76-7fe91956084f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.329120] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 836.329120] env[65997]: value = "task-4718170" [ 836.329120] env[65997]: _type = "Task" [ 836.329120] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.340884] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718170, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.561973] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172184} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.562296] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.562481] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.562653] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.628656] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628898] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628983] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.742993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56a8f7a8-faa9-4684-afde-de030f6ccf4c tempest-ListImageFiltersTestJSON-580190969 tempest-ListImageFiltersTestJSON-580190969-project-member] Lock "70d5bb35-cf67-4065-b51a-6b952911a07c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.335s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.848444] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718170, 'name': Rename_Task, 'duration_secs': 0.181607} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.848748] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.849209] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eeed54d-3c10-48bc-aae0-b6649ea309f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.863631] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 836.863631] env[65997]: value = "task-4718171" [ 836.863631] env[65997]: _type = "Task" [ 836.863631] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.888193] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718171, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.931570] env[65997]: DEBUG nova.network.neutron [-] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.194089] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 837.226622] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4d70cb-a32c-4344-9246-420240281a67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.240103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf8a57-4cbf-4649-bd3a-926b6054032b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.299095] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee91c88-f622-49d2-a0e7-d7618bb02475 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.311384] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca56fb8-f3e4-4024-b655-6567213ae63b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.330687] env[65997]: DEBUG nova.compute.provider_tree [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.356835] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.380619] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.383427] env[65997]: DEBUG nova.compute.manager [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.383427] env[65997]: DEBUG nova.compute.manager [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing instance network info cache due to event network-changed-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 837.383654] env[65997]: DEBUG oslo_concurrency.lockutils [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] Acquiring lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.383838] env[65997]: DEBUG oslo_concurrency.lockutils [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] Acquired lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.384152] env[65997]: DEBUG nova.network.neutron [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Refreshing network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.414645] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-vif-plugged-2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.415063] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Acquiring lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.415513] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.415621] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.415967] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] No waiting events found dispatching network-vif-plugged-2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 837.417098] env[65997]: WARNING nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received unexpected event network-vif-plugged-2eb88f5b-9238-498b-9006-73556ed8634f for instance with vm_state building and task_state spawning. [ 837.417377] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-changed-2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.417572] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Refreshing instance network info cache due to event network-changed-2eb88f5b-9238-498b-9006-73556ed8634f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 837.417788] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Acquiring lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.434905] env[65997]: INFO nova.compute.manager [-] [instance: 8905caed-7546-4366-80e3-5aad5469c4a7] Took 2.48 seconds to deallocate network for instance. [ 837.571585] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.603414] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.603668] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.603819] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.603994] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.604151] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.604294] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.604500] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.604652] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.604816] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.604977] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.605185] env[65997]: DEBUG nova.virt.hardware [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.606133] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71c4e66-6161-434a-9420-7364a4bcfb4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.618604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8239c-0c26-4fd4-90c2-8c60e85466f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.637591] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "74312858-c98b-4e8b-8a88-bff32a5a8a94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.637591] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.638259] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:14:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fce0292-24b8-4e6b-a378-26276a59026d', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.645805] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.646800] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "0704d636-7818-4603-9ff6-f0acf9e01072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.647039] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.647339] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96a732a1-d984-47c3-b5b5-e2b24bc652d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.673362] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.673362] env[65997]: value = "task-4718172" [ 837.673362] env[65997]: _type = "Task" [ 837.673362] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.685638] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718172, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.746979] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.834905] env[65997]: DEBUG nova.scheduler.client.report [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.855534] env[65997]: DEBUG nova.network.neutron [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updating instance_info_cache with network_info: [{"id": "2eb88f5b-9238-498b-9006-73556ed8634f", "address": "fa:16:3e:92:c7:79", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb88f5b-92", "ovs_interfaceid": "2eb88f5b-9238-498b-9006-73556ed8634f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "address": "fa:16:3e:7b:73:cf", "network": {"id": "e4831ae0-86ff-483a-b128-3fedacf08439", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1438713014", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77fa7ba-dc", "ovs_interfaceid": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "address": "fa:16:3e:b9:90:30", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728c2e3c-2d", "ovs_interfaceid": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.878141] env[65997]: DEBUG oslo_vmware.api [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718171, 'name': PowerOnVM_Task, 'duration_secs': 0.540852} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.878343] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.878628] env[65997]: DEBUG nova.compute.manager [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 837.879903] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a88f05e-f653-4ad8-804a-433a90e0fa70 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.889505] env[65997]: WARNING neutronclient.v2_0.client [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.114115] env[65997]: WARNING neutronclient.v2_0.client [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.147234] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 838.185444] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718172, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.199180] env[65997]: DEBUG nova.network.neutron [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updated VIF entry in instance network info cache for port de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.199671] env[65997]: DEBUG nova.network.neutron [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [{"id": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "address": "fa:16:3e:a3:8f:82", "network": {"id": "83eea16f-0d7d-46f8-b8c3-f78943fdba29", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-762897992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "953dba97a2ab46439294fef884aeca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde911b7d-f8", "ovs_interfaceid": "de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.341828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.344019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.198s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.359675] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Releasing lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.360255] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Instance network_info: |[{"id": "2eb88f5b-9238-498b-9006-73556ed8634f", "address": "fa:16:3e:92:c7:79", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb88f5b-92", "ovs_interfaceid": "2eb88f5b-9238-498b-9006-73556ed8634f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "address": "fa:16:3e:7b:73:cf", "network": {"id": "e4831ae0-86ff-483a-b128-3fedacf08439", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1438713014", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77fa7ba-dc", "ovs_interfaceid": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "address": "fa:16:3e:b9:90:30", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728c2e3c-2d", "ovs_interfaceid": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 838.365276] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Acquired lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.365276] env[65997]: DEBUG nova.network.neutron [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Refreshing network info cache for port 2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.367347] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:c7:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb88f5b-9238-498b-9006-73556ed8634f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:73:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e77fa7ba-dcd6-409a-bb3c-30cad0210ad9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:90:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728c2e3c-2d8a-424c-88ae-fd9d04431c6f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.380504] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Creating folder: Project (edce7743ec93483da537aafe72efd301). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.382242] env[65997]: INFO nova.scheduler.client.report [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleted allocations for instance af111d8a-60fb-481d-afcb-ff219ce0de80 [ 838.385780] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c622ef-3a2c-40fe-8085-50d591cf3f94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.406031] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Created folder: Project (edce7743ec93483da537aafe72efd301) in parent group-v920549. [ 838.406031] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Creating folder: Instances. Parent ref: group-v920737. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.409177] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c012adc-702a-4f01-851e-dab68fb2e908 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.412445] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.423842] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Created folder: Instances in parent group-v920737. [ 838.424048] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.425083] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.425083] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-638f5227-dced-460d-9696-58a448e80d91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.454607] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.454607] env[65997]: value = "task-4718175" [ 838.454607] env[65997]: _type = "Task" [ 838.454607] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.464290] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15c01fdf-05fb-4e5a-880f-01cc4dff313b tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8905caed-7546-4366-80e3-5aad5469c4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.098s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.470061] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718175, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.675439] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.686885] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718172, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.702529] env[65997]: DEBUG oslo_concurrency.lockutils [req-cb057bf9-99aa-48d2-b3da-21286f60c4a6 req-0845d5d1-2534-42fa-8b3a-74840119aa7f service nova] Releasing lock "refresh_cache-9ce048fa-160b-4363-841f-a93a3819315d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.849749] env[65997]: INFO nova.compute.claims [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.868336] env[65997]: WARNING neutronclient.v2_0.client [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.882537] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.882836] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.883015] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.883205] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.883420] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.885704] env[65997]: INFO nova.compute.manager [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Terminating instance [ 838.894957] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dd431155-f77c-4902-acc2-8666424aabe8 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "af111d8a-60fb-481d-afcb-ff219ce0de80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.995s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.913182] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.913182] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.913377] env[65997]: DEBUG nova.compute.manager [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 838.918280] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb5218a-541d-48fd-8d68-2610210ef8ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.927045] env[65997]: DEBUG nova.compute.manager [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 838.927644] env[65997]: DEBUG nova.objects.instance [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'flavor' on Instance uuid 11af8a7e-1dc4-4b12-8834-f57b7d891134 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.967332] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718175, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.077841] env[65997]: WARNING neutronclient.v2_0.client [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.168961] env[65997]: DEBUG nova.network.neutron [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updated VIF entry in instance network info cache for port 2eb88f5b-9238-498b-9006-73556ed8634f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 839.169546] env[65997]: DEBUG nova.network.neutron [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updating instance_info_cache with network_info: [{"id": "2eb88f5b-9238-498b-9006-73556ed8634f", "address": "fa:16:3e:92:c7:79", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb88f5b-92", "ovs_interfaceid": "2eb88f5b-9238-498b-9006-73556ed8634f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "address": "fa:16:3e:7b:73:cf", "network": {"id": "e4831ae0-86ff-483a-b128-3fedacf08439", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1438713014", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77fa7ba-dc", "ovs_interfaceid": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "address": "fa:16:3e:b9:90:30", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728c2e3c-2d", "ovs_interfaceid": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.188604] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718172, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.360510] env[65997]: INFO nova.compute.resource_tracker [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating resource usage from migration 28d4abc5-76fd-499a-8e25-8f794189e81f [ 839.389676] env[65997]: DEBUG nova.compute.manager [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 839.390080] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.392546] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602ae64f-4758-4c50-80d7-30291132c7af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.406190] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.406677] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356b09bc-40ba-4182-8a7b-01841eb61cd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.419218] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 839.419218] env[65997]: value = "task-4718176" [ 839.419218] env[65997]: _type = "Task" [ 839.419218] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.432665] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.470543] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718175, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.606090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "8dc53e6b-d2df-446f-af12-73f67b717546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.606438] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.606690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "8dc53e6b-d2df-446f-af12-73f67b717546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.606918] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.607131] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.613318] env[65997]: INFO nova.compute.manager [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Terminating instance [ 839.624273] env[65997]: DEBUG nova.compute.manager [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-vif-plugged-728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.624273] env[65997]: DEBUG oslo_concurrency.lockutils [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] Acquiring lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.624398] env[65997]: DEBUG oslo_concurrency.lockutils [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.624552] env[65997]: DEBUG oslo_concurrency.lockutils [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.624705] env[65997]: DEBUG nova.compute.manager [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] No waiting events found dispatching network-vif-plugged-728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.624890] env[65997]: WARNING nova.compute.manager [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received unexpected event network-vif-plugged-728c2e3c-2d8a-424c-88ae-fd9d04431c6f for instance with vm_state building and task_state spawning. [ 839.625143] env[65997]: DEBUG nova.compute.manager [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-changed-728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.625321] env[65997]: DEBUG nova.compute.manager [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Refreshing instance network info cache due to event network-changed-728c2e3c-2d8a-424c-88ae-fd9d04431c6f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.625488] env[65997]: DEBUG oslo_concurrency.lockutils [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] Acquiring lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.672864] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Releasing lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.672864] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Received event network-vif-deleted-4d68e803-63d6-47ae-9124-0efc1196f73c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.672864] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-vif-plugged-e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.672864] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Acquiring lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.673117] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.673252] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.673330] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] No waiting events found dispatching network-vif-plugged-e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.673475] env[65997]: WARNING nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received unexpected event network-vif-plugged-e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 for instance with vm_state building and task_state spawning. [ 839.673623] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-changed-e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.673771] env[65997]: DEBUG nova.compute.manager [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Refreshing instance network info cache due to event network-changed-e77fa7ba-dcd6-409a-bb3c-30cad0210ad9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.673928] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Acquiring lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675248] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Acquired lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.675435] env[65997]: DEBUG nova.network.neutron [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Refreshing network info cache for port e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.688514] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.688514] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.696335] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718172, 'name': CreateVM_Task, 'duration_secs': 1.740755} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.696546] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.697065] env[65997]: WARNING neutronclient.v2_0.client [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 839.697433] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.697583] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.697897] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.700945] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765e7e4a-25c6-49cb-87ea-1bf31dc002dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.708400] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 839.708400] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52591ca0-8609-c72b-515b-39f5b30e5d8d" [ 839.708400] env[65997]: _type = "Task" [ 839.708400] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.721297] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52591ca0-8609-c72b-515b-39f5b30e5d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.889899] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "d73ebbf0-9621-4861-aa95-ec504c9f253d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.890175] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.890390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "d73ebbf0-9621-4861-aa95-ec504c9f253d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.890577] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.890737] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.893121] env[65997]: INFO nova.compute.manager [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Terminating instance [ 839.900654] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f925e79-9b9a-4bb1-ad30-805264d18e72 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.910746] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8764f7-52b0-4869-89c5-b22ab7581682 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.942416] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.946578] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5494ffec-53da-470e-b8aa-95769ad99194 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.948543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9633c25e-aaeb-4343-890f-d2af4a07045f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.969184] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2c01e-5298-44b9-8cb4-cb9329fb3bcb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.974019] env[65997]: DEBUG oslo_vmware.api [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 839.974019] env[65997]: value = "task-4718177" [ 839.974019] env[65997]: _type = "Task" [ 839.974019] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.974396] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.992646] env[65997]: DEBUG nova.compute.provider_tree [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.993832] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718175, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.001282] env[65997]: DEBUG oslo_vmware.api [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.130120] env[65997]: DEBUG nova.compute.manager [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 840.130120] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.130120] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a50ea-d4b3-48b1-8e39-390c628f092c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.139678] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.140126] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-281f5177-fad6-411c-a7c2-da86c7b04163 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.149910] env[65997]: DEBUG oslo_vmware.api [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 840.149910] env[65997]: value = "task-4718178" [ 840.149910] env[65997]: _type = "Task" [ 840.149910] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.164656] env[65997]: DEBUG oslo_vmware.api [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.190989] env[65997]: WARNING neutronclient.v2_0.client [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.191994] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 840.225391] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52591ca0-8609-c72b-515b-39f5b30e5d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.019686} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.225777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.226028] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.228147] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.228395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.228675] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.229113] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57cdfaa3-72a5-4c07-b325-aa15e7e23988 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.242327] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.243263] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.244273] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2957f2a0-6d00-4946-8cdb-5b7c8381a241 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.251807] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 840.251807] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52acf31e-497f-f113-fc43-7e8d42eb82ee" [ 840.251807] env[65997]: _type = "Task" [ 840.251807] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.265044] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52acf31e-497f-f113-fc43-7e8d42eb82ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.398146] env[65997]: DEBUG nova.compute.manager [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 840.398525] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.399287] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391dc81a-7764-4002-848e-19d675e647c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.409138] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.409429] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae87120-9172-4b54-b9a3-ac3557e62f50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.417829] env[65997]: DEBUG oslo_vmware.api [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 840.417829] env[65997]: value = "task-4718179" [ 840.417829] env[65997]: _type = "Task" [ 840.417829] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.427917] env[65997]: DEBUG oslo_vmware.api [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.455366] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718176, 'name': PowerOffVM_Task, 'duration_secs': 0.782576} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.456128] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.456808] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.457079] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca146c4-a884-4c15-9d5e-84efbd747132 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.475871] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718175, 'name': CreateVM_Task, 'duration_secs': 1.726385} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.481229] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.486187] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.486759] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.487208] env[65997]: WARNING neutronclient.v2_0.client [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.489365] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.489365] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.489365] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.489690] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dac52d-f36e-4f67-b89f-350b974ed65f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.499280] env[65997]: DEBUG nova.scheduler.client.report [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.507267] env[65997]: DEBUG oslo_vmware.api [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718177, 'name': PowerOffVM_Task, 'duration_secs': 0.266418} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.507267] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.507267] env[65997]: DEBUG nova.compute.manager [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 840.508269] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9954ed-cb33-452a-b787-9191c74d4300 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.514960] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 840.514960] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c6f004-e76e-b7d5-a633-e203e4fe8681" [ 840.514960] env[65997]: _type = "Task" [ 840.514960] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.541502] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c6f004-e76e-b7d5-a633-e203e4fe8681, 'name': SearchDatastore_Task, 'duration_secs': 0.01846} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.542039] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.542838] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.542838] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.579857] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.580011] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.580205] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleting the datastore file [datastore2] fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.580492] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c21929d-00fe-48e4-8fec-29be888f7b04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.590757] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 840.590757] env[65997]: value = "task-4718181" [ 840.590757] env[65997]: _type = "Task" [ 840.590757] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.600972] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.646506] env[65997]: WARNING neutronclient.v2_0.client [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.660957] env[65997]: DEBUG oslo_vmware.api [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718178, 'name': PowerOffVM_Task, 'duration_secs': 0.19598} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.661324] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.661794] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.662121] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863d5450-1054-4113-a508-324be5cdb5b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.717495] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.739544] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.739544] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.739544] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleting the datastore file [datastore2] 8dc53e6b-d2df-446f-af12-73f67b717546 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.739544] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc7434aa-a1d6-4b47-b40b-447a5fc7baca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.747230] env[65997]: DEBUG oslo_vmware.api [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for the task: (returnval){ [ 840.747230] env[65997]: value = "task-4718183" [ 840.747230] env[65997]: _type = "Task" [ 840.747230] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.764699] env[65997]: DEBUG oslo_vmware.api [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.774799] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52acf31e-497f-f113-fc43-7e8d42eb82ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.775652] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde101db-91d1-40ae-9dfd-cd416970d599 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.783167] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 840.783167] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ffd510-e281-9f50-f311-2ce3ad78d1a6" [ 840.783167] env[65997]: _type = "Task" [ 840.783167] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.795808] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ffd510-e281-9f50-f311-2ce3ad78d1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.819463] env[65997]: DEBUG nova.network.neutron [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updated VIF entry in instance network info cache for port e77fa7ba-dcd6-409a-bb3c-30cad0210ad9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.821348] env[65997]: DEBUG nova.network.neutron [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updating instance_info_cache with network_info: [{"id": "2eb88f5b-9238-498b-9006-73556ed8634f", "address": "fa:16:3e:92:c7:79", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb88f5b-92", "ovs_interfaceid": "2eb88f5b-9238-498b-9006-73556ed8634f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "address": "fa:16:3e:7b:73:cf", "network": {"id": "e4831ae0-86ff-483a-b128-3fedacf08439", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1438713014", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77fa7ba-dc", "ovs_interfaceid": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "address": "fa:16:3e:b9:90:30", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728c2e3c-2d", "ovs_interfaceid": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.851789] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.852095] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.931404] env[65997]: DEBUG oslo_vmware.api [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718179, 'name': PowerOffVM_Task, 'duration_secs': 0.235565} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.931723] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.932396] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.932712] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5665a6-a731-4460-90a2-5ff62e8d7048 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.009491] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.665s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.009491] env[65997]: INFO nova.compute.manager [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Migrating [ 841.018640] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.472s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.021898] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.022201] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.022441] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore2] d73ebbf0-9621-4861-aa95-ec504c9f253d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.034060] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48132b29-9640-4a59-b38c-3e7c2441642f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.044767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4be7a76e-c252-46e3-b0de-478049b71041 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.132s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.053398] env[65997]: DEBUG oslo_vmware.api [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 841.053398] env[65997]: value = "task-4718185" [ 841.053398] env[65997]: _type = "Task" [ 841.053398] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.075690] env[65997]: DEBUG oslo_vmware.api [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.113261] env[65997]: DEBUG oslo_vmware.api [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247968} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.113825] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.114284] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.114823] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.115160] env[65997]: INFO nova.compute.manager [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Took 1.73 seconds to destroy the instance on the hypervisor. [ 841.115521] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.115807] env[65997]: DEBUG nova.compute.manager [-] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 841.116161] env[65997]: DEBUG nova.network.neutron [-] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.116461] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.205623] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.264756] env[65997]: DEBUG oslo_vmware.api [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Task: {'id': task-4718183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372353} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.268022] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.268654] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.268654] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.268784] env[65997]: INFO nova.compute.manager [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.268991] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.269621] env[65997]: DEBUG nova.compute.manager [-] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 841.269735] env[65997]: DEBUG nova.network.neutron [-] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.270989] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.299616] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ffd510-e281-9f50-f311-2ce3ad78d1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.300144] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.300559] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.300944] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.301439] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.302034] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2112fc73-889e-48fd-a1f5-c482a72b3e3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.304599] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ec73649-6845-4123-86d0-f2baf7bedcbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.313860] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 841.313860] env[65997]: value = "task-4718186" [ 841.313860] env[65997]: _type = "Task" [ 841.313860] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.319534] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.319726] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.324058] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41fa1b8-75b6-4795-8307-42a0eca43352 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.327429] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff08c7ae-8cad-4d9d-a343-f689f021dec0 req-763e95b7-a104-4373-976e-54c556fc8c28 service nova] Releasing lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.329083] env[65997]: DEBUG oslo_concurrency.lockutils [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] Acquired lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.329083] env[65997]: DEBUG nova.network.neutron [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Refreshing network info cache for port 728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.335308] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.336951] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 841.336951] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c0901d-bcaf-08c5-92c6-b4ef674e5842" [ 841.336951] env[65997]: _type = "Task" [ 841.336951] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.349077] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c0901d-bcaf-08c5-92c6-b4ef674e5842, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.353517] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f57f26e-45e9-4de8-befd-02f183dfac6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.355844] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 841.362761] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 841.362761] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524c633c-0fab-07ac-992b-0c3244565b3f" [ 841.362761] env[65997]: _type = "Task" [ 841.362761] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.375897] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524c633c-0fab-07ac-992b-0c3244565b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.376567] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.376567] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89/83d5bacb-9667-4ed3-b9d1-99d5ea88bb89.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.376856] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8078fbfa-14d9-482a-ad68-f72eca23b4be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.385650] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 841.385650] env[65997]: value = "task-4718187" [ 841.385650] env[65997]: _type = "Task" [ 841.385650] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.399829] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.548359] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.548468] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548628] env[65997]: DEBUG nova.network.neutron [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 841.572045] env[65997]: DEBUG oslo_vmware.api [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201492} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.575440] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.575716] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.575910] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.576124] env[65997]: INFO nova.compute.manager [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 841.576438] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.577280] env[65997]: DEBUG nova.compute.manager [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 841.577429] env[65997]: DEBUG nova.network.neutron [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.578244] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.581189] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.666393] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.721260] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b442a0-cf4d-4d49-a5b2-c64e9e6786e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.729987] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13daeb77-1074-4a8f-9e93-6298df0dcb59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.764574] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9aedd4-0854-4cfb-802b-f13ca0200117 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.779470] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c03468-2027-436d-870b-02261328ff8a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.796150] env[65997]: DEBUG nova.compute.provider_tree [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.827771] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718186, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.836882] env[65997]: WARNING neutronclient.v2_0.client [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.882539] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.900426] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.052211] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.055076] env[65997]: DEBUG nova.network.neutron [-] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.159944] env[65997]: DEBUG nova.compute.manager [req-2625300e-05fd-4a2a-b2fa-20361d22f35b req-b933bbfd-183c-4181-b7e7-ce1122f4c64d service nova] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Received event network-vif-deleted-6bf70f0c-a40e-4fce-a465-64817c446585 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.227992] env[65997]: WARNING neutronclient.v2_0.client [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.279130] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.300411] env[65997]: DEBUG nova.scheduler.client.report [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.333198] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524734} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.335369] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.335731] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.336645] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f665b1-f29e-4f92-8eb7-22e5792994c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.346045] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 842.346045] env[65997]: value = "task-4718188" [ 842.346045] env[65997]: _type = "Task" [ 842.346045] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.355723] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.394881] env[65997]: DEBUG nova.network.neutron [-] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.399830] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854236} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.400350] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89/83d5bacb-9667-4ed3-b9d1-99d5ea88bb89.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.400635] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.400825] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d433ff-67f5-4830-9964-5bbdea052303 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.409887] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 842.409887] env[65997]: value = "task-4718189" [ 842.409887] env[65997]: _type = "Task" [ 842.409887] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.422426] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.426851] env[65997]: DEBUG nova.network.neutron [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updated VIF entry in instance network info cache for port 728c2e3c-2d8a-424c-88ae-fd9d04431c6f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.427439] env[65997]: DEBUG nova.network.neutron [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updating instance_info_cache with network_info: [{"id": "2eb88f5b-9238-498b-9006-73556ed8634f", "address": "fa:16:3e:92:c7:79", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb88f5b-92", "ovs_interfaceid": "2eb88f5b-9238-498b-9006-73556ed8634f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "address": "fa:16:3e:7b:73:cf", "network": {"id": "e4831ae0-86ff-483a-b128-3fedacf08439", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1438713014", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77fa7ba-dc", "ovs_interfaceid": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "address": "fa:16:3e:b9:90:30", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728c2e3c-2d", "ovs_interfaceid": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.459895] env[65997]: DEBUG nova.network.neutron [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.559134] env[65997]: INFO nova.compute.manager [-] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Took 1.44 seconds to deallocate network for instance. [ 842.613236] env[65997]: DEBUG nova.network.neutron [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.670934] env[65997]: DEBUG nova.compute.manager [req-f6badc26-a378-4581-a0f1-81e665c8da46 req-46f5a279-5551-47a9-86d3-cb795fa13024 service nova] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Received event network-vif-deleted-e9aed156-6530-4301-b264-7bee2c3c24fe {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.811704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.811704] env[65997]: INFO nova.compute.manager [None req-289e3a2c-01ce-4063-9fb5-0caea945b928 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Successfully reverted task state from rebuilding on failure for instance. [ 842.820020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.710s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.820224] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.820419] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 842.820747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.985s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.823299] env[65997]: INFO nova.compute.claims [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.826164] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d615a1a-d350-45f2-b32c-0d0c2025d84c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.837494] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcbd66a-e7d3-4db2-acab-758907328f44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.858137] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c542e0-1baa-4f8e-8067-c4c29e8aee57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.872244] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070904} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.872603] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.877437] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d1391-ece7-4097-b118-c4aa6c205be2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.881074] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db3ff4-1b20-46dd-adfe-632ccb745050 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.904989] env[65997]: INFO nova.compute.manager [-] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Took 1.63 seconds to deallocate network for instance. [ 842.913991] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.940208] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f860fbe7-211f-40d8-b13b-52c65341bff1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.955338] env[65997]: DEBUG oslo_concurrency.lockutils [req-174ba110-d195-43a5-8366-0963425355ad req-c01175e0-932c-46cb-85da-a80b07fea968 service nova] Releasing lock "refresh_cache-83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.956320] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177330MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 842.956320] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.966182] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.971178] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07938} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.972843] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.973592] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 842.973592] env[65997]: value = "task-4718190" [ 842.973592] env[65997]: _type = "Task" [ 842.973592] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.973938] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509da9c5-0ea4-47b4-8a44-8877c220f25d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.986298] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.011697] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89/83d5bacb-9667-4ed3-b9d1-99d5ea88bb89.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.012445] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da68bee4-6ccd-4c6d-b36b-8d07f7a07103 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.035765] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 843.035765] env[65997]: value = "task-4718191" [ 843.035765] env[65997]: _type = "Task" [ 843.035765] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.045898] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.066899] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.120496] env[65997]: INFO nova.compute.manager [-] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Took 1.54 seconds to deallocate network for instance. [ 843.153042] env[65997]: DEBUG nova.objects.instance [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'flavor' on Instance uuid 11af8a7e-1dc4-4b12-8834-f57b7d891134 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.330091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.330944] env[65997]: DEBUG nova.compute.utils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Instance 0065f159-66b6-4e88-955a-81c53c20be44 could not be found. {{(pid=65997) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 843.332357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.980s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.335029] env[65997]: DEBUG nova.objects.instance [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lazy-loading 'resources' on Instance uuid 0704d636-7818-4603-9ff6-f0acf9e01072 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.338457] env[65997]: DEBUG nova.compute.manager [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Instance disappeared during build. {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 843.338700] env[65997]: DEBUG nova.compute.manager [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Unplugging VIFs for instance {{(pid=65997) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3051}} [ 843.338922] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-0065f159-66b6-4e88-955a-81c53c20be44" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.339071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-0065f159-66b6-4e88-955a-81c53c20be44" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.339219] env[65997]: DEBUG nova.network.neutron [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.465776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.488718] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718190, 'name': ReconfigVM_Task, 'duration_secs': 0.314737} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.489127] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 21b2e418-877f-4710-881f-a82f2d194a84/21b2e418-877f-4710-881f-a82f2d194a84.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.490428] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e47f99e-4805-464b-bd9e-4317e5926a7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500219] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 843.500219] env[65997]: value = "task-4718192" [ 843.500219] env[65997]: _type = "Task" [ 843.500219] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.513900] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718192, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.548642] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718191, 'name': ReconfigVM_Task, 'duration_secs': 0.34576} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.548642] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89/83d5bacb-9667-4ed3-b9d1-99d5ea88bb89.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.548642] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cdbdd1b-25b6-4348-83ac-4e9ff9140ad7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.556614] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 843.556614] env[65997]: value = "task-4718193" [ 843.556614] env[65997]: _type = "Task" [ 843.556614] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.566304] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718193, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.628320] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.658452] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.658660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.658835] env[65997]: DEBUG nova.network.neutron [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.659090] env[65997]: DEBUG nova.objects.instance [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'info_cache' on Instance uuid 11af8a7e-1dc4-4b12-8834-f57b7d891134 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.844832] env[65997]: DEBUG nova.compute.utils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Can not refresh info_cache because instance was not found {{(pid=65997) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 843.845277] env[65997]: WARNING neutronclient.v2_0.client [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 0065f159-66b6-4e88-955a-81c53c20be44 could not be found. [ 843.867331] env[65997]: DEBUG nova.network.neutron [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 843.960850] env[65997]: DEBUG nova.network.neutron [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.017098] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718192, 'name': Rename_Task, 'duration_secs': 0.180958} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.017098] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.017098] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad45bb1-fa34-4fd5-8b7b-757ad6b2d681 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.025486] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 844.025486] env[65997]: value = "task-4718194" [ 844.025486] env[65997]: _type = "Task" [ 844.025486] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.037928] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.069111] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718193, 'name': Rename_Task, 'duration_secs': 0.179664} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.069111] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.069111] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a50fbe-8e76-4f2b-8dbe-a7580169eca8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.080156] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 844.080156] env[65997]: value = "task-4718195" [ 844.080156] env[65997]: _type = "Task" [ 844.080156] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.091936] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.167879] env[65997]: DEBUG nova.objects.base [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Object Instance<11af8a7e-1dc4-4b12-8834-f57b7d891134> lazy-loaded attributes: flavor,info_cache {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.368733] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a83591-a3b3-4ed2-9ba0-750a48ab4f2c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.377964] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b739bb3-e606-442b-b0e9-177310edd26f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.383596] env[65997]: DEBUG nova.compute.manager [req-e8c8b082-9181-4e6c-913f-6d933be91474 req-9af34a94-3526-4580-95d5-9441f094d34d service nova] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Received event network-vif-deleted-ea206a74-3e91-4f06-89b0-8e8410ff997d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.416438] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d30b11-53af-4c73-be85-5796c39e0743 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.426235] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988cfe00-a1cf-4edf-a3db-9e0f85536bb1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.443403] env[65997]: DEBUG nova.compute.provider_tree [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.465925] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-0065f159-66b6-4e88-955a-81c53c20be44" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.466225] env[65997]: DEBUG nova.compute.manager [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65997) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3074}} [ 844.466412] env[65997]: DEBUG nova.compute.manager [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 844.466602] env[65997]: DEBUG nova.network.neutron [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.466983] env[65997]: WARNING neutronclient.v2_0.client [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 0065f159-66b6-4e88-955a-81c53c20be44 could not be found. [ 844.488220] env[65997]: DEBUG nova.network.neutron [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 844.488220] env[65997]: WARNING neutronclient.v2_0.client [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 0065f159-66b6-4e88-955a-81c53c20be44 could not be found. [ 844.497501] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a3a9b7-51a2-4b9e-8a34-5fc8a7f44c66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.532498] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.548973] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718194, 'name': PowerOnVM_Task, 'duration_secs': 0.51482} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.549405] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.549667] env[65997]: DEBUG nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.550555] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7cd0c5-d6c6-49b5-b177-38ffcaaa48a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.590652] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.674748] env[65997]: WARNING neutronclient.v2_0.client [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.691927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.692506] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.864235] env[65997]: WARNING neutronclient.v2_0.client [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.947084] env[65997]: DEBUG nova.scheduler.client.report [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.954833] env[65997]: DEBUG nova.network.neutron [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.993767] env[65997]: DEBUG nova.network.neutron [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.044798] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.044798] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1e6e229-4a63-488a-8682-c8b1b8cb1848 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.053080] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 845.053080] env[65997]: value = "task-4718196" [ 845.053080] env[65997]: _type = "Task" [ 845.053080] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.064766] env[65997]: INFO nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] bringing vm to original state: 'stopped' [ 845.067306] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.092610] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.194566] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 845.453077] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.456950] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.093s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.456950] env[65997]: DEBUG nova.objects.instance [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lazy-loading 'resources' on Instance uuid 0c0776eb-2d06-4038-9515-5ce1c16113f8 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.458639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.486165] env[65997]: INFO nova.scheduler.client.report [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Deleted allocations for instance 0704d636-7818-4603-9ff6-f0acf9e01072 [ 845.496105] env[65997]: INFO nova.compute.manager [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 0065f159-66b6-4e88-955a-81c53c20be44] Took 1.03 seconds to deallocate network for instance. [ 845.565034] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718196, 'name': PowerOffVM_Task, 'duration_secs': 0.452532} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.565339] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.565551] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.596598] env[65997]: DEBUG oslo_vmware.api [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718195, 'name': PowerOnVM_Task, 'duration_secs': 1.157248} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.597038] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.597285] env[65997]: INFO nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Took 16.60 seconds to spawn the instance on the hypervisor. [ 845.597944] env[65997]: DEBUG nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 845.598545] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17af338-0b24-46d2-8d8d-cd91048516a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.718601] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.992849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3d5e422f-8ec6-49dd-afdc-00b2c1b83e63 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.464s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.993810] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.347s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.994019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.994178] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.994339] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.999269] env[65997]: INFO nova.compute.manager [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Terminating instance [ 846.074815] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.075083] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.075295] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.075488] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.075657] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.075763] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.076009] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.076120] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.076282] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.076448] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.076616] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.082390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "21b2e418-877f-4710-881f-a82f2d194a84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.082390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.082590] env[65997]: DEBUG nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 846.084384] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-291f2d48-8026-4b4d-ac6b-c303bae8398e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.095933] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7ffbc-5168-40f0-b335-4427c9c47ba8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.108734] env[65997]: DEBUG nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 846.115447] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 846.115447] env[65997]: value = "task-4718197" [ 846.115447] env[65997]: _type = "Task" [ 846.115447] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.122510] env[65997]: INFO nova.compute.manager [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Took 43.51 seconds to build instance. [ 846.135132] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.421932] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406613d-3fc0-49b7-9045-038987d83d7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.432035] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf94381-6e17-434a-b200-eb15627ac670 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.462550] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610485a-47df-4a1d-a67a-ee952a2a9039 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.470421] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.470725] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1cf1955-656a-4117-9ef4-84fe8cf603a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.473216] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0b2c0e-07eb-4b99-b894-a263e581ecae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.492026] env[65997]: DEBUG nova.compute.provider_tree [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.493545] env[65997]: DEBUG oslo_vmware.api [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 846.493545] env[65997]: value = "task-4718198" [ 846.493545] env[65997]: _type = "Task" [ 846.493545] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.505372] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.505510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquired lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.505660] env[65997]: DEBUG nova.network.neutron [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 846.506747] env[65997]: DEBUG oslo_vmware.api [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.517703] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d6952f71-f26d-4e8f-9533-470274529abe tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "0065f159-66b6-4e88-955a-81c53c20be44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.721s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.604811] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.628610] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.629084] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d5c4577-2912-438a-adf9-7fa2917f1827 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.031s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.629410] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78309c3a-6545-4898-a523-6604124043d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.632753] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.028s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.632978] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.633209] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.633373] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.638717] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.639194] env[65997]: INFO nova.compute.manager [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Terminating instance [ 846.646236] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 846.646236] env[65997]: value = "task-4718199" [ 846.646236] env[65997]: _type = "Task" [ 846.646236] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.657685] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.995437] env[65997]: DEBUG nova.scheduler.client.report [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.010524] env[65997]: DEBUG nova.compute.utils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Can not refresh info_cache because instance was not found {{(pid=65997) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 847.010524] env[65997]: WARNING neutronclient.v2_0.client [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.012308] env[65997]: DEBUG oslo_vmware.api [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718198, 'name': PowerOnVM_Task, 'duration_secs': 0.464877} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.013051] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.013051] env[65997]: DEBUG nova.compute.manager [None req-bf047ebb-8352-4a94-bba6-67903e11ee89 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.013738] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0134459f-62cd-429a-8784-2114b8fcac01 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.033678] env[65997]: DEBUG nova.network.neutron [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.115973] env[65997]: DEBUG nova.network.neutron [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.139645] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.143506] env[65997]: DEBUG nova.compute.manager [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 847.143783] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.144975] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2623e9-e883-422a-9683-65f70ca94338 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.158150] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.162148] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad296af9-1ac2-466e-8290-2d8081f7ffd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.163913] env[65997]: DEBUG oslo_vmware.api [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718199, 'name': PowerOffVM_Task, 'duration_secs': 0.222227} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.164227] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.164597] env[65997]: DEBUG nova.compute.manager [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.166172] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c52fddf-5422-465b-9075-5626d76e2a5f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.172775] env[65997]: DEBUG oslo_vmware.api [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 847.172775] env[65997]: value = "task-4718200" [ 847.172775] env[65997]: _type = "Task" [ 847.172775] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.187360] env[65997]: DEBUG oslo_vmware.api [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.505062] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.507835] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.101s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.508491] env[65997]: DEBUG nova.objects.instance [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lazy-loading 'resources' on Instance uuid 81fdad7d-883c-4c7a-af16-84abf73eded1 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.619148] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Releasing lock "refresh_cache-0704d636-7818-4603-9ff6-f0acf9e01072" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.619755] env[65997]: DEBUG nova.compute.manager [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 847.620030] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.620388] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7c82958-8420-4055-bf0a-8410b8b73242 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.633401] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397802d3-3b25-4dd8-92fc-e9d1a27970d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.648761] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718197, 'name': ReconfigVM_Task, 'duration_secs': 1.296645} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.649650] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.678846] env[65997]: WARNING nova.virt.vmwareapi.vmops [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0704d636-7818-4603-9ff6-f0acf9e01072 could not be found. [ 847.679101] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.679284] env[65997]: INFO nova.compute.manager [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Took 0.06 seconds to destroy the instance on the hypervisor. [ 847.679610] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 847.682947] env[65997]: DEBUG nova.compute.manager [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 847.683091] env[65997]: DEBUG nova.network.neutron [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 847.683365] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.688524] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.606s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.694570] env[65997]: DEBUG oslo_vmware.api [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718200, 'name': PowerOffVM_Task, 'duration_secs': 0.362135} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.694664] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.695727] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.695727] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6a419d-c644-4f6f-8491-eab6b6724960 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.706159] env[65997]: DEBUG nova.network.neutron [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.706458] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.726910] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "9ce048fa-160b-4363-841f-a93a3819315d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.727302] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "9ce048fa-160b-4363-841f-a93a3819315d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.727653] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "9ce048fa-160b-4363-841f-a93a3819315d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.728201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "9ce048fa-160b-4363-841f-a93a3819315d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.728390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "9ce048fa-160b-4363-841f-a93a3819315d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.730770] env[65997]: INFO nova.compute.manager [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Terminating instance [ 847.857857] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.858099] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.858286] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Deleting the datastore file [datastore2] 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.858628] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51901fcf-6eef-4052-91fd-c2140d3cefd6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.866800] env[65997]: DEBUG oslo_vmware.api [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 847.866800] env[65997]: value = "task-4718202" [ 847.866800] env[65997]: _type = "Task" [ 847.866800] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.877625] env[65997]: DEBUG oslo_vmware.api [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.030188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-41c80711-d85f-454c-8fa8-ee40e977b7c0 tempest-ServerActionsV293TestJSON-1691925799 tempest-ServerActionsV293TestJSON-1691925799-project-member] Lock "0c0776eb-2d06-4038-9515-5ce1c16113f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.379s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.157936] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:32:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c51e2c91-8a1d-4e0f-8b0f-f00f3f8ddf70',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-322674838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.158177] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.158329] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.158526] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.159307] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.159307] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.159307] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.159307] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.159579] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.159579] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.159815] env[65997]: DEBUG nova.virt.hardware [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.165579] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.166380] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036bae07-55f7-4b69-9c86-af7569b44917 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.188441] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 848.188441] env[65997]: value = "task-4718203" [ 848.188441] env[65997]: _type = "Task" [ 848.188441] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.199487] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.203076] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.208568] env[65997]: DEBUG nova.network.neutron [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.236863] env[65997]: DEBUG nova.compute.manager [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 848.237226] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.238327] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1634f-4d2c-4cdd-bcad-17110c87fb84 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.248397] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.252509] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cdfb48d-d628-4133-a667-b6e4671f52bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.260611] env[65997]: DEBUG oslo_vmware.api [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 848.260611] env[65997]: value = "task-4718204" [ 848.260611] env[65997]: _type = "Task" [ 848.260611] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.273942] env[65997]: DEBUG oslo_vmware.api [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.381634] env[65997]: DEBUG oslo_vmware.api [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149524} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.381891] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.382567] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.382567] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.382567] env[65997]: INFO nova.compute.manager [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Took 1.24 seconds to destroy the instance on the hypervisor. [ 848.382809] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.383227] env[65997]: DEBUG nova.compute.manager [-] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 848.383227] env[65997]: DEBUG nova.network.neutron [-] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 848.383419] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.451242] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.552331] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eac44f-665e-4173-8f0e-ddb6244b761b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.562672] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c494c0-f718-4b0d-a888-8ab94761fd7b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.604889] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f8b701-0f33-49d0-aed3-79b96e2897a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.612741] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3671e17c-4db4-42d8-90fb-b320b1896895 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.628200] env[65997]: DEBUG nova.compute.provider_tree [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.701402] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718203, 'name': ReconfigVM_Task, 'duration_secs': 0.193511} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.701708] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.705968] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d2cd5-cb53-4407-b1b1-b3b47bdcfc86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.730023] env[65997]: INFO nova.compute.manager [-] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Took 1.04 seconds to deallocate network for instance. [ 848.735080] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.736997] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c42990-e3b6-4b0a-be10-1818cacb9e45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.762114] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 848.762114] env[65997]: value = "task-4718205" [ 848.762114] env[65997]: _type = "Task" [ 848.762114] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.778591] env[65997]: DEBUG oslo_vmware.api [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718204, 'name': PowerOffVM_Task, 'duration_secs': 0.301222} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.782206] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.782264] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.782557] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.782928] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4ebf40-ca4f-4ed4-b5e8-dff152529c92 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.859231] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.859314] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.859453] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Deleting the datastore file [datastore2] 9ce048fa-160b-4363-841f-a93a3819315d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.859721] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e333c2c-5d46-4b15-b979-1c8114c60ac8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.869148] env[65997]: DEBUG oslo_vmware.api [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for the task: (returnval){ [ 848.869148] env[65997]: value = "task-4718207" [ 848.869148] env[65997]: _type = "Task" [ 848.869148] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.872927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "21b2e418-877f-4710-881f-a82f2d194a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.873206] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.873412] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "21b2e418-877f-4710-881f-a82f2d194a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.873645] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.873736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.875821] env[65997]: INFO nova.compute.manager [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Terminating instance [ 848.881089] env[65997]: DEBUG oslo_vmware.api [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.131846] env[65997]: DEBUG nova.scheduler.client.report [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.259661] env[65997]: INFO nova.compute.manager [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance disappeared during terminate [ 849.260166] env[65997]: DEBUG oslo_concurrency.lockutils [None req-669ec599-1146-4cb3-b68b-d3e0bbafd037 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "0704d636-7818-4603-9ff6-f0acf9e01072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.266s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.277073] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718205, 'name': ReconfigVM_Task, 'duration_secs': 0.299985} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.278045] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.278339] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.379571] env[65997]: DEBUG oslo_vmware.api [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Task: {'id': task-4718207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169609} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.380156] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.380156] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.380300] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.381543] env[65997]: INFO nova.compute.manager [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.381543] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 849.381543] env[65997]: DEBUG nova.compute.manager [-] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 849.381543] env[65997]: DEBUG nova.network.neutron [-] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 849.381847] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.385528] env[65997]: DEBUG nova.compute.manager [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 849.385712] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.386562] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f873d5-577c-4807-b4d0-fda8a3b92aca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.394934] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.395476] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a0b053-708a-4f46-8e94-174478e815b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.421018] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.473198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.473198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.473198] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore2] 21b2e418-877f-4710-881f-a82f2d194a84 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.473198] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d714e21-da8a-4e15-8b8d-98ed722dea28 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.479553] env[65997]: DEBUG nova.compute.manager [req-88e8208c-3474-4f65-9b62-c1715dff9cac req-4f49a48c-4f28-4b35-a2a6-874ffcd57b43 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-vif-deleted-2eb88f5b-9238-498b-9006-73556ed8634f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 849.480348] env[65997]: INFO nova.compute.manager [req-88e8208c-3474-4f65-9b62-c1715dff9cac req-4f49a48c-4f28-4b35-a2a6-874ffcd57b43 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Neutron deleted interface 2eb88f5b-9238-498b-9006-73556ed8634f; detaching it from the instance and deleting it from the info cache [ 849.482715] env[65997]: DEBUG nova.network.neutron [req-88e8208c-3474-4f65-9b62-c1715dff9cac req-4f49a48c-4f28-4b35-a2a6-874ffcd57b43 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updating instance_info_cache with network_info: [{"id": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "address": "fa:16:3e:7b:73:cf", "network": {"id": "e4831ae0-86ff-483a-b128-3fedacf08439", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1438713014", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77fa7ba-dc", "ovs_interfaceid": "e77fa7ba-dcd6-409a-bb3c-30cad0210ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "address": "fa:16:3e:b9:90:30", "network": {"id": "1afc8b92-5e27-4469-840a-21e55c87bc35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-281593930", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728c2e3c-2d", "ovs_interfaceid": "728c2e3c-2d8a-424c-88ae-fd9d04431c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.490022] env[65997]: DEBUG oslo_vmware.api [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 849.490022] env[65997]: value = "task-4718209" [ 849.490022] env[65997]: _type = "Task" [ 849.490022] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.499761] env[65997]: DEBUG oslo_vmware.api [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.637611] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.640880] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.950s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.642521] env[65997]: INFO nova.compute.claims [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.676778] env[65997]: INFO nova.scheduler.client.report [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted allocations for instance 81fdad7d-883c-4c7a-af16-84abf73eded1 [ 849.708463] env[65997]: DEBUG nova.network.neutron [-] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.788171] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f39eed-ba81-4a1b-ab95-ed003ae90f81 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.814658] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5508c17-459d-48e2-9f20-f09e0c3bf2ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.834708] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.984434] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d4cb873-c321-4c98-9bee-1d68644d1b39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.998644] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1355820-f05a-43af-829a-c3098afc4a16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.016274] env[65997]: DEBUG oslo_vmware.api [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.017039] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.017172] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.017347] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.017511] env[65997]: INFO nova.compute.manager [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Took 0.63 seconds to destroy the instance on the hypervisor. [ 850.017761] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 850.017956] env[65997]: DEBUG nova.compute.manager [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 850.018275] env[65997]: DEBUG nova.network.neutron [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 850.018644] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.045358] env[65997]: DEBUG nova.compute.manager [req-88e8208c-3474-4f65-9b62-c1715dff9cac req-4f49a48c-4f28-4b35-a2a6-874ffcd57b43 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Detach interface failed, port_id=2eb88f5b-9238-498b-9006-73556ed8634f, reason: Instance 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.124751] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.151369] env[65997]: DEBUG nova.network.neutron [-] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.186155] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9225b225-b658-491f-9af7-1568b987f895 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "81fdad7d-883c-4c7a-af16-84abf73eded1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.422s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.212293] env[65997]: INFO nova.compute.manager [-] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Took 1.83 seconds to deallocate network for instance. [ 850.341848] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.342287] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.558945] env[65997]: DEBUG nova.network.neutron [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Port fca763b5-9a7f-4d95-beba-d0d5cbf77aea binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 850.627548] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.627831] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.628088] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.628312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.628504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.630632] env[65997]: INFO nova.compute.manager [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Terminating instance [ 850.660127] env[65997]: INFO nova.compute.manager [-] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Took 1.28 seconds to deallocate network for instance. [ 850.728701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.732220] env[65997]: DEBUG nova.compute.manager [req-c3a98963-d437-4d2a-af10-68248c34d5e2 req-81c34f71-07cb-4405-8d63-c184c5d87a53 service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Received event network-vif-deleted-9fce0292-24b8-4e6b-a378-26276a59026d {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 850.732683] env[65997]: INFO nova.compute.manager [req-c3a98963-d437-4d2a-af10-68248c34d5e2 req-81c34f71-07cb-4405-8d63-c184c5d87a53 service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Neutron deleted interface 9fce0292-24b8-4e6b-a378-26276a59026d; detaching it from the instance and deleting it from the info cache [ 850.732899] env[65997]: DEBUG nova.network.neutron [req-c3a98963-d437-4d2a-af10-68248c34d5e2 req-81c34f71-07cb-4405-8d63-c184c5d87a53 service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.904266] env[65997]: DEBUG nova.network.neutron [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.852798] env[65997]: DEBUG nova.compute.manager [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.853109] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.853841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.854375] env[65997]: INFO nova.compute.manager [-] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Took 1.84 seconds to deallocate network for instance. [ 851.855738] env[65997]: DEBUG nova.compute.manager [req-11eb4b4d-0dfa-4e00-8b7e-151a79008aa4 req-e7468ec5-7ea8-43ce-b12f-ec110f9d5755 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-vif-deleted-e77fa7ba-dcd6-409a-bb3c-30cad0210ad9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.855912] env[65997]: DEBUG nova.compute.manager [req-11eb4b4d-0dfa-4e00-8b7e-151a79008aa4 req-e7468ec5-7ea8-43ce-b12f-ec110f9d5755 service nova] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Received event network-vif-deleted-728c2e3c-2d8a-424c-88ae-fd9d04431c6f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.856089] env[65997]: DEBUG nova.compute.manager [req-11eb4b4d-0dfa-4e00-8b7e-151a79008aa4 req-e7468ec5-7ea8-43ce-b12f-ec110f9d5755 service nova] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Received event network-vif-deleted-de911b7d-f8cb-4b9e-9ca4-80db0cdad7c9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.857600] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dfe6b4-48aa-4294-b86a-539ee6dc797e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.860800] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd491cb3-24e5-4a21-ac23-bd23ce246a07 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.872669] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.875893] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0e38c8-202b-4b0b-b34f-31134287850c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.886889] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7984c450-136b-4b09-93f7-ef0198ab3068 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.898350] env[65997]: DEBUG oslo_vmware.api [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 851.898350] env[65997]: value = "task-4718210" [ 851.898350] env[65997]: _type = "Task" [ 851.898350] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.919628] env[65997]: DEBUG nova.compute.manager [req-c3a98963-d437-4d2a-af10-68248c34d5e2 req-81c34f71-07cb-4405-8d63-c184c5d87a53 service nova] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Detach interface failed, port_id=9fce0292-24b8-4e6b-a378-26276a59026d, reason: Instance 21b2e418-877f-4710-881f-a82f2d194a84 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.926828] env[65997]: DEBUG oslo_vmware.api [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.956563] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316ce4eb-927a-429e-bdb3-08c282d5e51d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.967889] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b68b3-3121-4436-aa72-30ac29a61def {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.016074] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de27d94-faae-4e12-ae77-d64ab78b82d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.028545] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7c0faa-99e9-4506-8d80-93967a49baad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.050240] env[65997]: DEBUG nova.compute.provider_tree [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.372328] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.372693] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.372951] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.374236] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.409591] env[65997]: DEBUG oslo_vmware.api [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718210, 'name': PowerOffVM_Task, 'duration_secs': 0.231665} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.409863] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.410036] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.410293] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110b3d64-2be4-45be-9f54-e9552b858382 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.479529] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.479797] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.479978] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleting the datastore file [datastore1] 42707e81-b984-4ac1-8cb1-f22ca9d48f25 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.480328] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c1f3a5e-c3c9-4e54-8d22-a8519b160bb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.487919] env[65997]: DEBUG oslo_vmware.api [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 852.487919] env[65997]: value = "task-4718212" [ 852.487919] env[65997]: _type = "Task" [ 852.487919] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.498721] env[65997]: DEBUG oslo_vmware.api [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.572990] env[65997]: ERROR nova.scheduler.client.report [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [req-7c757d2b-d17d-4766-8742-c264bcd3359a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e1a15bd-fb11-46b1-bf35-a6d54600733e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c757d2b-d17d-4766-8742-c264bcd3359a"}]} [ 852.592719] env[65997]: DEBUG nova.scheduler.client.report [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Refreshing inventories for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 852.611764] env[65997]: DEBUG nova.scheduler.client.report [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updating ProviderTree inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 852.611764] env[65997]: DEBUG nova.compute.provider_tree [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.624600] env[65997]: DEBUG nova.scheduler.client.report [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Refreshing aggregate associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, aggregates: None {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 852.645887] env[65997]: DEBUG nova.scheduler.client.report [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Refreshing trait associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 852.998721] env[65997]: DEBUG oslo_vmware.api [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198928} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.002193] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.002400] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.002575] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.002743] env[65997]: INFO nova.compute.manager [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Took 1.15 seconds to destroy the instance on the hypervisor. [ 853.002992] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.003403] env[65997]: DEBUG nova.compute.manager [-] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 853.003504] env[65997]: DEBUG nova.network.neutron [-] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 853.003747] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.035880] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.066633] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46640cc5-bb0d-4e9c-a9f7-5485821dd40d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.075379] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611b1cbc-2437-49ef-aa22-a9ca236ec520 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.108296] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44ef14-f760-4aa1-8255-1b142d0635e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.116806] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a58e71-4553-4310-8afe-7a43bd470e31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.131610] env[65997]: DEBUG nova.compute.provider_tree [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.335552] env[65997]: DEBUG nova.compute.manager [req-9a9c4cc9-3944-4815-9d02-a910cf0232f5 req-54ef667d-7b84-4924-98e4-8fbac51807de service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Received event network-vif-deleted-fef5d78d-1962-407f-8fca-1f607ff5d66f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.335552] env[65997]: INFO nova.compute.manager [req-9a9c4cc9-3944-4815-9d02-a910cf0232f5 req-54ef667d-7b84-4924-98e4-8fbac51807de service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Neutron deleted interface fef5d78d-1962-407f-8fca-1f607ff5d66f; detaching it from the instance and deleting it from the info cache [ 853.335552] env[65997]: DEBUG nova.network.neutron [req-9a9c4cc9-3944-4815-9d02-a910cf0232f5 req-54ef667d-7b84-4924-98e4-8fbac51807de service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.381995] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.418961] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.419183] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.419365] env[65997]: DEBUG nova.network.neutron [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 853.671243] env[65997]: DEBUG nova.scheduler.client.report [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.671555] env[65997]: DEBUG nova.compute.provider_tree [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 88 to 89 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.671784] env[65997]: DEBUG nova.compute.provider_tree [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.763622] env[65997]: DEBUG nova.network.neutron [-] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.838823] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f1fdb0e-263b-419a-a048-0eb64aef5d53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.849601] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a529e3-f44d-4ab7-aeb5-cbb480ad4b9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.884941] env[65997]: DEBUG nova.compute.manager [req-9a9c4cc9-3944-4815-9d02-a910cf0232f5 req-54ef667d-7b84-4924-98e4-8fbac51807de service nova] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Detach interface failed, port_id=fef5d78d-1962-407f-8fca-1f607ff5d66f, reason: Instance 42707e81-b984-4ac1-8cb1-f22ca9d48f25 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.923678] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.074890] env[65997]: WARNING neutronclient.v2_0.client [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.144160] env[65997]: DEBUG nova.network.neutron [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.177229] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.536s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.177779] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 854.181505] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.650s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.184171] env[65997]: INFO nova.compute.claims [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.267123] env[65997]: INFO nova.compute.manager [-] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Took 1.26 seconds to deallocate network for instance. [ 854.646862] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.689854] env[65997]: DEBUG nova.compute.utils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.693305] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 854.693493] env[65997]: DEBUG nova.network.neutron [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 854.693888] env[65997]: WARNING neutronclient.v2_0.client [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.694196] env[65997]: WARNING neutronclient.v2_0.client [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.734106] env[65997]: DEBUG nova.policy [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.773511] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.028886] env[65997]: DEBUG nova.network.neutron [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Successfully created port: ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.173209] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c8ff9a-e7f7-4bae-a35e-5fa476f7f493 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.194683] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d895dfb-7093-4350-8da5-6d4326a98b3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.197845] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 855.212084] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.646197] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea95d05-3583-43c9-8f1e-d1420051b658 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.656414] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932262f3-f598-40a4-b716-aadb0977ee6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.687850] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b2d1b2-8f04-4d99-99e4-15ca2578e092 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.696963] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ea1f1-1079-4976-b454-9147fe7b2714 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.714575] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.714896] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.715088] env[65997]: INFO nova.compute.manager [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Shelving [ 855.716604] env[65997]: DEBUG nova.compute.provider_tree [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.719484] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.719923] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d845ea-94c6-453a-9c87-a64948183328 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.728498] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 855.728498] env[65997]: value = "task-4718213" [ 855.728498] env[65997]: _type = "Task" [ 855.728498] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.738190] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.222703] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 856.227733] env[65997]: DEBUG nova.scheduler.client.report [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.245011] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.254900] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 856.255101] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.255310] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 856.255413] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.255556] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 856.255707] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 856.255948] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.256112] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 856.256281] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 856.256461] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 856.256657] env[65997]: DEBUG nova.virt.hardware [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 856.257844] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a353b4-d098-4c4e-9b68-7f7d8a7fce8e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.266976] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a0a44-ebbe-4856-a754-49cacba56ac9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.641130] env[65997]: DEBUG nova.network.neutron [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Successfully updated port: ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 856.733759] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.734707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.735206] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 856.738431] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa0be717-23c8-49b1-ab63-ecdd1d0e428a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.743369] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.990s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.743623] env[65997]: DEBUG nova.objects.instance [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lazy-loading 'resources' on Instance uuid b57abb80-017f-46b3-b940-c2de22b888fb {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.758090] env[65997]: DEBUG oslo_vmware.api [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718213, 'name': PowerOnVM_Task, 'duration_secs': 0.618221} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.760369] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.760576] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e09301f1-0bc6-4b9f-8f9a-122fdc903d5a tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance 'd742aec9-0d98-4b84-a109-ade52aeb78a4' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.764337] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 856.764337] env[65997]: value = "task-4718214" [ 856.764337] env[65997]: _type = "Task" [ 856.764337] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.773854] env[65997]: DEBUG nova.compute.manager [req-76acbd76-bd8c-48ca-827a-c8fdd1394dc3 req-900dd574-10c5-45c2-8890-c801636b6627 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Received event network-vif-plugged-ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.774200] env[65997]: DEBUG oslo_concurrency.lockutils [req-76acbd76-bd8c-48ca-827a-c8fdd1394dc3 req-900dd574-10c5-45c2-8890-c801636b6627 service nova] Acquiring lock "b5df23ab-4391-426b-a590-c3df6e305e6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.774522] env[65997]: DEBUG oslo_concurrency.lockutils [req-76acbd76-bd8c-48ca-827a-c8fdd1394dc3 req-900dd574-10c5-45c2-8890-c801636b6627 service nova] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.774777] env[65997]: DEBUG oslo_concurrency.lockutils [req-76acbd76-bd8c-48ca-827a-c8fdd1394dc3 req-900dd574-10c5-45c2-8890-c801636b6627 service nova] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.775059] env[65997]: DEBUG nova.compute.manager [req-76acbd76-bd8c-48ca-827a-c8fdd1394dc3 req-900dd574-10c5-45c2-8890-c801636b6627 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] No waiting events found dispatching network-vif-plugged-ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 856.775339] env[65997]: WARNING nova.compute.manager [req-76acbd76-bd8c-48ca-827a-c8fdd1394dc3 req-900dd574-10c5-45c2-8890-c801636b6627 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Received unexpected event network-vif-plugged-ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 for instance with vm_state building and task_state spawning. [ 856.784948] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.146950] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-b5df23ab-4391-426b-a590-c3df6e305e6a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.147234] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-b5df23ab-4391-426b-a590-c3df6e305e6a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.147314] env[65997]: DEBUG nova.network.neutron [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.253708] env[65997]: DEBUG nova.compute.utils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.255481] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 857.255797] env[65997]: DEBUG nova.network.neutron [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 857.256262] env[65997]: WARNING neutronclient.v2_0.client [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.256532] env[65997]: WARNING neutronclient.v2_0.client [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.281559] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718214, 'name': PowerOffVM_Task, 'duration_secs': 0.228817} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.281965] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.282936] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3e825-a22e-49e3-aa08-7f09aec3ba73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.313220] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6472dd54-0325-4687-890d-d935d2b991cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.322523] env[65997]: DEBUG nova.policy [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '769f6c37efd545058b150109eae371d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aab0990964b45189cc44cf05dc8b812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.646682] env[65997]: DEBUG nova.network.neutron [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Successfully created port: 9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 857.682053] env[65997]: DEBUG nova.network.neutron [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 857.692534] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f6e643-694f-4d73-a6b7-5971d98c9617 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.704867] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be61166-789a-4fa8-ae25-375099539c62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.740225] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25880ae-724e-45f9-829f-d707627cff4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.749030] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed12d06-89b4-45bf-acd5-3862c75f0271 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.762940] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 857.765386] env[65997]: DEBUG nova.compute.provider_tree [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.773406] env[65997]: WARNING neutronclient.v2_0.client [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.830717] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.831270] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78dda037-0ee2-45d8-ab8c-acad3446ca09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.840361] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 857.840361] env[65997]: value = "task-4718215" [ 857.840361] env[65997]: _type = "Task" [ 857.840361] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.851149] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.870344] env[65997]: DEBUG nova.network.neutron [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Updating instance_info_cache with network_info: [{"id": "ca0ea8c0-01be-4a0b-9d27-0575b9d29e07", "address": "fa:16:3e:b7:a1:e7", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0ea8c0-01", "ovs_interfaceid": "ca0ea8c0-01be-4a0b-9d27-0575b9d29e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.273508] env[65997]: DEBUG nova.scheduler.client.report [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.352339] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718215, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.373217] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-b5df23ab-4391-426b-a590-c3df6e305e6a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.373642] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Instance network_info: |[{"id": "ca0ea8c0-01be-4a0b-9d27-0575b9d29e07", "address": "fa:16:3e:b7:a1:e7", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0ea8c0-01", "ovs_interfaceid": "ca0ea8c0-01be-4a0b-9d27-0575b9d29e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 858.374152] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:a1:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca0ea8c0-01be-4a0b-9d27-0575b9d29e07', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.382744] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.384618] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.387995] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a13b5a6-8f4b-4aef-b6cd-59f3428b8594 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.410207] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.414990] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.414990] env[65997]: value = "task-4718216" [ 858.414990] env[65997]: _type = "Task" [ 858.414990] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.425657] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718216, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.484268] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.484753] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.485137] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.580915] env[65997]: DEBUG nova.network.neutron [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Port fca763b5-9a7f-4d95-beba-d0d5cbf77aea binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 858.581284] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.581441] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.581608] env[65997]: DEBUG nova.network.neutron [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.780092] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 858.789251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.791967] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.600s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.793448] env[65997]: INFO nova.compute.claims [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.801791] env[65997]: DEBUG nova.compute.manager [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Received event network-changed-ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.801983] env[65997]: DEBUG nova.compute.manager [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Refreshing instance network info cache due to event network-changed-ca0ea8c0-01be-4a0b-9d27-0575b9d29e07. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 858.802206] env[65997]: DEBUG oslo_concurrency.lockutils [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] Acquiring lock "refresh_cache-b5df23ab-4391-426b-a590-c3df6e305e6a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.802342] env[65997]: DEBUG oslo_concurrency.lockutils [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] Acquired lock "refresh_cache-b5df23ab-4391-426b-a590-c3df6e305e6a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.802495] env[65997]: DEBUG nova.network.neutron [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Refreshing network info cache for port ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.812295] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.812555] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.812745] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.812929] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.813074] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.813417] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.813417] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.813615] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.813725] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.813884] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.814059] env[65997]: DEBUG nova.virt.hardware [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.815446] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3c869c-c1b1-4079-8c5a-9233fb89a9a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.819657] env[65997]: INFO nova.scheduler.client.report [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted allocations for instance b57abb80-017f-46b3-b940-c2de22b888fb [ 858.826900] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f9af7c-326f-43ad-97c2-be9159b7f182 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.851093] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718215, 'name': CreateSnapshot_Task, 'duration_secs': 0.696758} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.851346] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.852143] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aa642d-a4da-4bc2-9c10-8cd9d8f077ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.925434] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718216, 'name': CreateVM_Task, 'duration_secs': 0.375589} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.925434] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.926573] env[65997]: WARNING neutronclient.v2_0.client [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.926839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.926989] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.927324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.927702] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58782c7d-df77-4421-b1df-0a03c67a4501 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.934593] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 858.934593] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e98c0-a85c-e20b-8a55-a7548e753a4c" [ 858.934593] env[65997]: _type = "Task" [ 858.934593] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.943752] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e98c0-a85c-e20b-8a55-a7548e753a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.065243] env[65997]: DEBUG nova.compute.manager [req-271f5528-3bd4-476e-87d6-9b78144f2793 req-0ae7e9dc-4e57-47a6-a5ac-7ed93dc5eb5e service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Received event network-vif-plugged-9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 859.065498] env[65997]: DEBUG oslo_concurrency.lockutils [req-271f5528-3bd4-476e-87d6-9b78144f2793 req-0ae7e9dc-4e57-47a6-a5ac-7ed93dc5eb5e service nova] Acquiring lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.065765] env[65997]: DEBUG oslo_concurrency.lockutils [req-271f5528-3bd4-476e-87d6-9b78144f2793 req-0ae7e9dc-4e57-47a6-a5ac-7ed93dc5eb5e service nova] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.065989] env[65997]: DEBUG oslo_concurrency.lockutils [req-271f5528-3bd4-476e-87d6-9b78144f2793 req-0ae7e9dc-4e57-47a6-a5ac-7ed93dc5eb5e service nova] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.066206] env[65997]: DEBUG nova.compute.manager [req-271f5528-3bd4-476e-87d6-9b78144f2793 req-0ae7e9dc-4e57-47a6-a5ac-7ed93dc5eb5e service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] No waiting events found dispatching network-vif-plugged-9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 859.066298] env[65997]: WARNING nova.compute.manager [req-271f5528-3bd4-476e-87d6-9b78144f2793 req-0ae7e9dc-4e57-47a6-a5ac-7ed93dc5eb5e service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Received unexpected event network-vif-plugged-9676aaa6-f591-4917-85b1-c75c0788d437 for instance with vm_state building and task_state spawning. [ 859.084960] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.147775] env[65997]: DEBUG nova.network.neutron [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Successfully updated port: 9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 859.277987] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.312431] env[65997]: WARNING neutronclient.v2_0.client [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.330932] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f4a4391-f0ee-4ae8-84d5-8e4b764a839e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b57abb80-017f-46b3-b940-c2de22b888fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.631s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.373676] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.377336] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d856ac4e-8aef-42ab-8ae6-af884861034d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.383920] env[65997]: DEBUG nova.network.neutron [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.387034] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 859.387034] env[65997]: value = "task-4718217" [ 859.387034] env[65997]: _type = "Task" [ 859.387034] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.400035] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718217, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.445453] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526e98c0-a85c-e20b-8a55-a7548e753a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.035328} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.448188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.448311] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.448553] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.448704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.448885] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.449376] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00772f0e-fd51-4838-97b0-b70b785138b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.461422] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.461918] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.462439] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc53275c-b756-4872-9e21-d29dcad521cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.469417] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 859.469417] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52845e49-eeb8-c8e0-af00-dd9c28eb83fc" [ 859.469417] env[65997]: _type = "Task" [ 859.469417] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.478874] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52845e49-eeb8-c8e0-af00-dd9c28eb83fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.510311] env[65997]: WARNING neutronclient.v2_0.client [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.588350] env[65997]: DEBUG nova.network.neutron [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Updated VIF entry in instance network info cache for port ca0ea8c0-01be-4a0b-9d27-0575b9d29e07. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 859.588871] env[65997]: DEBUG nova.network.neutron [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Updating instance_info_cache with network_info: [{"id": "ca0ea8c0-01be-4a0b-9d27-0575b9d29e07", "address": "fa:16:3e:b7:a1:e7", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0ea8c0-01", "ovs_interfaceid": "ca0ea8c0-01be-4a0b-9d27-0575b9d29e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.656450] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.656850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.656850] env[65997]: DEBUG nova.network.neutron [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.889089] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.909841] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718217, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.984762] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52845e49-eeb8-c8e0-af00-dd9c28eb83fc, 'name': SearchDatastore_Task, 'duration_secs': 0.017423} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.985619] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fceae74e-d921-40fb-937a-1b95d45e92f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.994911] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 859.994911] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525387b8-6a33-9c72-cfa7-1a8b6f96a5d3" [ 859.994911] env[65997]: _type = "Task" [ 859.994911] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.005908] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525387b8-6a33-9c72-cfa7-1a8b6f96a5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.092746] env[65997]: DEBUG oslo_concurrency.lockutils [req-88d11f92-0d9f-4b2d-afc9-a44ed9b8f9bf req-ba6ee76c-fb4c-4901-9639-2c31c6380050 service nova] Releasing lock "refresh_cache-b5df23ab-4391-426b-a590-c3df6e305e6a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.188545] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f56f1-45ce-44c4-b142-d9e9fb1c4e48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.193888] env[65997]: DEBUG nova.network.neutron [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 860.199222] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb52f9-af23-4d68-9532-8d24b9a7f814 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.235612] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd30c3d-138d-402f-b047-aa2e89013872 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.245659] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2f810-5cfd-4479-b69a-e82d7536bcb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.261049] env[65997]: DEBUG nova.compute.provider_tree [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.296529] env[65997]: WARNING neutronclient.v2_0.client [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.373156] env[65997]: DEBUG nova.network.neutron [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updating instance_info_cache with network_info: [{"id": "9676aaa6-f591-4917-85b1-c75c0788d437", "address": "fa:16:3e:d8:0b:15", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9676aaa6-f5", "ovs_interfaceid": "9676aaa6-f591-4917-85b1-c75c0788d437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.398625] env[65997]: DEBUG nova.compute.manager [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65997) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 860.398992] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.405687] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718217, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.507521] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525387b8-6a33-9c72-cfa7-1a8b6f96a5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.507778] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.509453] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] b5df23ab-4391-426b-a590-c3df6e305e6a/b5df23ab-4391-426b-a590-c3df6e305e6a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.509453] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6c5a5c9-1e4d-456f-8de1-98d9980d2bc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.517551] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 860.517551] env[65997]: value = "task-4718218" [ 860.517551] env[65997]: _type = "Task" [ 860.517551] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.533229] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.767450] env[65997]: DEBUG nova.scheduler.client.report [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.876580] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.876774] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Instance network_info: |[{"id": "9676aaa6-f591-4917-85b1-c75c0788d437", "address": "fa:16:3e:d8:0b:15", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9676aaa6-f5", "ovs_interfaceid": "9676aaa6-f591-4917-85b1-c75c0788d437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 860.877211] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:0b:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9676aaa6-f591-4917-85b1-c75c0788d437', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.884870] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Creating folder: Project (8aab0990964b45189cc44cf05dc8b812). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.885230] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fab8b74-b5e8-4225-a648-cad01f82d587 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.899272] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Created folder: Project (8aab0990964b45189cc44cf05dc8b812) in parent group-v920549. [ 860.899588] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Creating folder: Instances. Parent ref: group-v920743. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.902838] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61723dba-d594-4906-9ba0-157715ab57e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.905223] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718217, 'name': CloneVM_Task, 'duration_secs': 1.382297} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.905635] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Created linked-clone VM from snapshot [ 860.906824] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db3bc2-4778-4aaf-a6a9-9382449c8f43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.915744] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Uploading image a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.919758] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Created folder: Instances in parent group-v920743. [ 860.920037] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.920637] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.920855] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ec7aed6-7f7f-4629-bbcd-fcef58762dc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.949383] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 860.949383] env[65997]: value = "vm-920742" [ 860.949383] env[65997]: _type = "VirtualMachine" [ 860.949383] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 860.949804] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f346038-679e-4698-9343-6c9c0de0845b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.952839] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.952839] env[65997]: value = "task-4718221" [ 860.952839] env[65997]: _type = "Task" [ 860.952839] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.959201] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lease: (returnval){ [ 860.959201] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52037898-6ff1-f864-0b42-3a121951e249" [ 860.959201] env[65997]: _type = "HttpNfcLease" [ 860.959201] env[65997]: } obtained for exporting VM: (result){ [ 860.959201] env[65997]: value = "vm-920742" [ 860.959201] env[65997]: _type = "VirtualMachine" [ 860.959201] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 860.959630] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the lease: (returnval){ [ 860.959630] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52037898-6ff1-f864-0b42-3a121951e249" [ 860.959630] env[65997]: _type = "HttpNfcLease" [ 860.959630] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.966808] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718221, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.971801] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.971801] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52037898-6ff1-f864-0b42-3a121951e249" [ 860.971801] env[65997]: _type = "HttpNfcLease" [ 860.971801] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 861.028654] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.095701] env[65997]: DEBUG nova.compute.manager [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Received event network-changed-9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.095701] env[65997]: DEBUG nova.compute.manager [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Refreshing instance network info cache due to event network-changed-9676aaa6-f591-4917-85b1-c75c0788d437. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 861.095969] env[65997]: DEBUG oslo_concurrency.lockutils [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] Acquiring lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.096203] env[65997]: DEBUG oslo_concurrency.lockutils [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] Acquired lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.096342] env[65997]: DEBUG nova.network.neutron [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Refreshing network info cache for port 9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.273860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.274574] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 861.276823] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.744s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.278670] env[65997]: INFO nova.compute.claims [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.468624] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718221, 'name': CreateVM_Task, 'duration_secs': 0.378757} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.468624] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.469527] env[65997]: WARNING neutronclient.v2_0.client [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.469704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.469845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.470875] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.470875] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03157eff-aec9-415f-88a6-63647e06f2ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.474045] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.474045] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52037898-6ff1-f864-0b42-3a121951e249" [ 861.474045] env[65997]: _type = "HttpNfcLease" [ 861.474045] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 861.475059] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 861.475059] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52037898-6ff1-f864-0b42-3a121951e249" [ 861.475059] env[65997]: _type = "HttpNfcLease" [ 861.475059] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 861.475713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1668b-5e0e-4cbc-a46e-b4699b2a7086 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.479878] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 861.479878] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ab23da-e8e3-3b41-8c55-04447ccad0a0" [ 861.479878] env[65997]: _type = "Task" [ 861.479878] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.487045] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524055ee-1458-9d9e-33b6-0df99baa0551/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 861.487045] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524055ee-1458-9d9e-33b6-0df99baa0551/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 861.551268] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ab23da-e8e3-3b41-8c55-04447ccad0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.559349] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608355} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.559618] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] b5df23ab-4391-426b-a590-c3df6e305e6a/b5df23ab-4391-426b-a590-c3df6e305e6a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.559851] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.560126] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe57223c-76f9-4f10-aa23-d16e51d48f24 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.568947] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 861.568947] env[65997]: value = "task-4718223" [ 861.568947] env[65997]: _type = "Task" [ 861.568947] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.582157] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.585380] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3edf0b69-58f9-4266-8189-0ced99eed42d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.599794] env[65997]: WARNING neutronclient.v2_0.client [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.768074] env[65997]: WARNING neutronclient.v2_0.client [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.784099] env[65997]: DEBUG nova.compute.utils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.788182] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 861.789805] env[65997]: DEBUG nova.network.neutron [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.789805] env[65997]: WARNING neutronclient.v2_0.client [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.789805] env[65997]: WARNING neutronclient.v2_0.client [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.842541] env[65997]: DEBUG nova.policy [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1964fb5813b41e0aa05c471adefa72c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2daf66f6271d46cf9e302dfa8f41c252', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.860266] env[65997]: DEBUG nova.network.neutron [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updated VIF entry in instance network info cache for port 9676aaa6-f591-4917-85b1-c75c0788d437. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.860266] env[65997]: DEBUG nova.network.neutron [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updating instance_info_cache with network_info: [{"id": "9676aaa6-f591-4917-85b1-c75c0788d437", "address": "fa:16:3e:d8:0b:15", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9676aaa6-f5", "ovs_interfaceid": "9676aaa6-f591-4917-85b1-c75c0788d437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.997460] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ab23da-e8e3-3b41-8c55-04447ccad0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.04492} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.999091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.999091] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.999091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.999312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.999312] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.999995] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e7fbea7-7d1e-4fdf-b790-b9b679d505f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.012820] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.013429] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.014387] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457dbef7-6e5e-4227-8d82-0be6b4f73076 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.021973] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 862.021973] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5298a456-49bc-8b53-4726-0606d39f877c" [ 862.021973] env[65997]: _type = "Task" [ 862.021973] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.042295] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5298a456-49bc-8b53-4726-0606d39f877c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.087558] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304064} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.087982] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.089679] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b69de0f-ebac-4b05-a53b-62bdfda97bb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.116752] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b5df23ab-4391-426b-a590-c3df6e305e6a/b5df23ab-4391-426b-a590-c3df6e305e6a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.117412] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872364ff-91e5-4a3b-b142-4bf36089d10f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.141052] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 862.141052] env[65997]: value = "task-4718224" [ 862.141052] env[65997]: _type = "Task" [ 862.141052] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.151310] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.222281] env[65997]: DEBUG nova.network.neutron [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Successfully created port: 9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 862.289439] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 862.362307] env[65997]: DEBUG oslo_concurrency.lockutils [req-20db9625-114c-495e-a639-56ffad833b7d req-b9dd8d10-4001-4fb4-9e38-e2cf503f8393 service nova] Releasing lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.540523] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5298a456-49bc-8b53-4726-0606d39f877c, 'name': SearchDatastore_Task, 'duration_secs': 0.028947} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.545622] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8018a8ed-05b4-47d2-91eb-81d18b2d22d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.553421] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 862.553421] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52654a45-1a0b-b2ad-3165-3a4890df450d" [ 862.553421] env[65997]: _type = "Task" [ 862.553421] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.567627] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52654a45-1a0b-b2ad-3165-3a4890df450d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.657371] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718224, 'name': ReconfigVM_Task, 'duration_secs': 0.488369} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.657844] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b5df23ab-4391-426b-a590-c3df6e305e6a/b5df23ab-4391-426b-a590-c3df6e305e6a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.658642] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a1a420-e615-4d85-9bf7-822400ebd6fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.669415] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 862.669415] env[65997]: value = "task-4718225" [ 862.669415] env[65997]: _type = "Task" [ 862.669415] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.681265] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718225, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.806560] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2cd2a9-3df3-4be7-870d-7dfe0716fbf8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.815930] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c56f93-6878-4a0d-a1d4-6c4318ffa501 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.856688] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937dabe5-07ef-4d53-bd7c-65d92c24aa41 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.866828] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742ca0d-695c-4644-a674-5fcd5bcfc91c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.883328] env[65997]: DEBUG nova.compute.provider_tree [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.065177] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52654a45-1a0b-b2ad-3165-3a4890df450d, 'name': SearchDatastore_Task, 'duration_secs': 0.017396} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.065566] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.065929] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc/80e7ac8d-151b-4746-b462-c6a7cf9ba1dc.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.066305] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b38a7d7-00d8-4ee5-b767-cec27b544d5f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.074189] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 863.074189] env[65997]: value = "task-4718226" [ 863.074189] env[65997]: _type = "Task" [ 863.074189] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.083585] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.181944] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718225, 'name': Rename_Task, 'duration_secs': 0.292615} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.182363] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.182720] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea90451e-8f22-4364-98e9-ca4f2f76cb77 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.191904] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 863.191904] env[65997]: value = "task-4718227" [ 863.191904] env[65997]: _type = "Task" [ 863.191904] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.207544] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.311345] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 863.340332] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 863.340677] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.340886] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 863.341141] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.341343] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 863.341621] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 863.341839] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.342010] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 863.342180] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 863.342371] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 863.342617] env[65997]: DEBUG nova.virt.hardware [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 863.343833] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125986b-a446-4562-9564-bd8f25bf4d1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.353723] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83749f4b-5f30-48f7-8ef1-5f4b81baeb83 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.431470] env[65997]: DEBUG nova.scheduler.client.report [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.431749] env[65997]: DEBUG nova.compute.provider_tree [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 89 to 90 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.432100] env[65997]: DEBUG nova.compute.provider_tree [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.586230] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718226, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.704273] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.859811] env[65997]: DEBUG nova.compute.manager [req-e25cfbd1-c912-4cc2-aad4-a8b7097af8ad req-ab1b7566-1014-4e4a-890e-cbed69a9d0c0 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Received event network-vif-plugged-9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 863.860388] env[65997]: DEBUG oslo_concurrency.lockutils [req-e25cfbd1-c912-4cc2-aad4-a8b7097af8ad req-ab1b7566-1014-4e4a-890e-cbed69a9d0c0 service nova] Acquiring lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.860745] env[65997]: DEBUG oslo_concurrency.lockutils [req-e25cfbd1-c912-4cc2-aad4-a8b7097af8ad req-ab1b7566-1014-4e4a-890e-cbed69a9d0c0 service nova] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.860989] env[65997]: DEBUG oslo_concurrency.lockutils [req-e25cfbd1-c912-4cc2-aad4-a8b7097af8ad req-ab1b7566-1014-4e4a-890e-cbed69a9d0c0 service nova] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.861419] env[65997]: DEBUG nova.compute.manager [req-e25cfbd1-c912-4cc2-aad4-a8b7097af8ad req-ab1b7566-1014-4e4a-890e-cbed69a9d0c0 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] No waiting events found dispatching network-vif-plugged-9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 863.861683] env[65997]: WARNING nova.compute.manager [req-e25cfbd1-c912-4cc2-aad4-a8b7097af8ad req-ab1b7566-1014-4e4a-890e-cbed69a9d0c0 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Received unexpected event network-vif-plugged-9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e for instance with vm_state building and task_state spawning. [ 863.919968] env[65997]: DEBUG nova.network.neutron [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Successfully updated port: 9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 863.937872] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.938564] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 863.944383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.532s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.944622] env[65997]: DEBUG nova.objects.instance [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.084967] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627722} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.085392] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc/80e7ac8d-151b-4746-b462-c6a7cf9ba1dc.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.085503] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.085702] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0f6a2e-be29-482b-82d4-b6d5db6b6ec0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.093060] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 864.093060] env[65997]: value = "task-4718228" [ 864.093060] env[65997]: _type = "Task" [ 864.093060] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.103958] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.203010] env[65997]: DEBUG oslo_vmware.api [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718227, 'name': PowerOnVM_Task, 'duration_secs': 0.692949} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.203320] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.203518] env[65997]: INFO nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Took 7.98 seconds to spawn the instance on the hypervisor. [ 864.203691] env[65997]: DEBUG nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.204492] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f0a97-88ee-4cde-a5de-3953df9814dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.423521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "refresh_cache-5fac991d-13a1-41b3-acaa-c4f4e04fe67b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.423706] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquired lock "refresh_cache-5fac991d-13a1-41b3-acaa-c4f4e04fe67b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.423844] env[65997]: DEBUG nova.network.neutron [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.453658] env[65997]: DEBUG nova.compute.utils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.455621] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 864.455829] env[65997]: DEBUG nova.network.neutron [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 864.456167] env[65997]: WARNING neutronclient.v2_0.client [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.456475] env[65997]: WARNING neutronclient.v2_0.client [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.497394] env[65997]: DEBUG nova.policy [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abb51561e4f4ef891350f4c9e527265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2f5dbccace41caa28cc3f77bfb0c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.604862] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067684} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.605165] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.606075] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67cb16a-70f1-4661-92b9-c0e6703a4058 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.630895] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc/80e7ac8d-151b-4746-b462-c6a7cf9ba1dc.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.631235] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957ff19c-e02c-44c8-be05-b0aa2d1fd075 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.651517] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 864.651517] env[65997]: value = "task-4718229" [ 864.651517] env[65997]: _type = "Task" [ 864.651517] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.721994] env[65997]: INFO nova.compute.manager [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Took 33.06 seconds to build instance. [ 864.799437] env[65997]: DEBUG nova.network.neutron [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Successfully created port: cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 864.957304] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf6102ab-ffb2-4ce6-8d9b-2478badd395f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.958723] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.283s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.960267] env[65997]: INFO nova.compute.claims [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.964032] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 864.977478] env[65997]: DEBUG nova.network.neutron [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.126052] env[65997]: WARNING neutronclient.v2_0.client [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.163832] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.224058] env[65997]: DEBUG oslo_concurrency.lockutils [None req-273cf791-9cbe-436c-b2fa-6f2c03a7229c tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.573s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.255066] env[65997]: DEBUG nova.network.neutron [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Updating instance_info_cache with network_info: [{"id": "9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e", "address": "fa:16:3e:6d:75:12", "network": {"id": "a311e6fe-bb2f-4d18-8d12-8f0d8ac5b47a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1069659506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2daf66f6271d46cf9e302dfa8f41c252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e07cd80-1a", "ovs_interfaceid": "9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.663321] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718229, 'name': ReconfigVM_Task, 'duration_secs': 0.84609} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.663618] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc/80e7ac8d-151b-4746-b462-c6a7cf9ba1dc.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.664259] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6222fb59-a408-4a3c-92fc-612205fd0392 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.672406] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 865.672406] env[65997]: value = "task-4718230" [ 865.672406] env[65997]: _type = "Task" [ 865.672406] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.681162] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718230, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.755901] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Releasing lock "refresh_cache-5fac991d-13a1-41b3-acaa-c4f4e04fe67b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.756383] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Instance network_info: |[{"id": "9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e", "address": "fa:16:3e:6d:75:12", "network": {"id": "a311e6fe-bb2f-4d18-8d12-8f0d8ac5b47a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1069659506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2daf66f6271d46cf9e302dfa8f41c252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e07cd80-1a", "ovs_interfaceid": "9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 865.757089] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:75:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.764812] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Creating folder: Project (2daf66f6271d46cf9e302dfa8f41c252). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.765125] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96d2478-5066-470f-b507-ded6bf6db5cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.779905] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Created folder: Project (2daf66f6271d46cf9e302dfa8f41c252) in parent group-v920549. [ 865.780158] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Creating folder: Instances. Parent ref: group-v920746. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.780443] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6455e093-bae5-40b7-ad20-78e1df07e6ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.792419] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Created folder: Instances in parent group-v920746. [ 865.792710] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.792916] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.793154] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e3d9d50-e034-4afc-a389-d30e647da19f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.813264] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.813264] env[65997]: value = "task-4718233" [ 865.813264] env[65997]: _type = "Task" [ 865.813264] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.822198] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718233, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.978962] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 865.982332] env[65997]: DEBUG nova.compute.manager [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Received event network-changed-9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.982542] env[65997]: DEBUG nova.compute.manager [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Refreshing instance network info cache due to event network-changed-9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 865.982766] env[65997]: DEBUG oslo_concurrency.lockutils [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] Acquiring lock "refresh_cache-5fac991d-13a1-41b3-acaa-c4f4e04fe67b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.982962] env[65997]: DEBUG oslo_concurrency.lockutils [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] Acquired lock "refresh_cache-5fac991d-13a1-41b3-acaa-c4f4e04fe67b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.984083] env[65997]: DEBUG nova.network.neutron [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Refreshing network info cache for port 9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.013833] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 866.014092] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.014249] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 866.014426] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.015032] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 866.015032] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 866.015032] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.015226] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 866.015297] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 866.015406] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 866.015560] env[65997]: DEBUG nova.virt.hardware [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 866.016505] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74fddb2-900b-43c9-90a0-230af540f04f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.030231] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef3c51b-3aaa-4048-b52b-82b279ae7c21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.186609] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718230, 'name': Rename_Task, 'duration_secs': 0.310011} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.186901] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.187452] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efab224f-65ec-4519-aace-755554f61c58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.195120] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 866.195120] env[65997]: value = "task-4718234" [ 866.195120] env[65997]: _type = "Task" [ 866.195120] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.205145] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.209069] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "b5df23ab-4391-426b-a590-c3df6e305e6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.209610] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.209856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "b5df23ab-4391-426b-a590-c3df6e305e6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.210107] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.210392] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.213115] env[65997]: INFO nova.compute.manager [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Terminating instance [ 866.279257] env[65997]: DEBUG nova.compute.manager [req-b574a8b8-9344-46e4-864d-a6fd9f67b263 req-f03e97bb-4e90-4973-8cfd-d1a9be3b0b22 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Received event network-vif-plugged-cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 866.279515] env[65997]: DEBUG oslo_concurrency.lockutils [req-b574a8b8-9344-46e4-864d-a6fd9f67b263 req-f03e97bb-4e90-4973-8cfd-d1a9be3b0b22 service nova] Acquiring lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.280190] env[65997]: DEBUG oslo_concurrency.lockutils [req-b574a8b8-9344-46e4-864d-a6fd9f67b263 req-f03e97bb-4e90-4973-8cfd-d1a9be3b0b22 service nova] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.280190] env[65997]: DEBUG oslo_concurrency.lockutils [req-b574a8b8-9344-46e4-864d-a6fd9f67b263 req-f03e97bb-4e90-4973-8cfd-d1a9be3b0b22 service nova] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.280395] env[65997]: DEBUG nova.compute.manager [req-b574a8b8-9344-46e4-864d-a6fd9f67b263 req-f03e97bb-4e90-4973-8cfd-d1a9be3b0b22 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] No waiting events found dispatching network-vif-plugged-cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 866.280496] env[65997]: WARNING nova.compute.manager [req-b574a8b8-9344-46e4-864d-a6fd9f67b263 req-f03e97bb-4e90-4973-8cfd-d1a9be3b0b22 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Received unexpected event network-vif-plugged-cebc06e6-5c87-44ca-975d-5897101d5ab4 for instance with vm_state building and task_state spawning. [ 866.329153] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718233, 'name': CreateVM_Task, 'duration_secs': 0.402764} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.329333] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.329863] env[65997]: WARNING neutronclient.v2_0.client [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.330233] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.330377] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.330687] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.331029] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4699e3-1cc4-481f-a48a-26ac0ffc35e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.339987] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 866.339987] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5268c4f4-23ef-87d6-6129-0eb70c6d2e11" [ 866.339987] env[65997]: _type = "Task" [ 866.339987] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.351363] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5268c4f4-23ef-87d6-6129-0eb70c6d2e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.387474] env[65997]: DEBUG nova.network.neutron [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Successfully updated port: cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 866.486318] env[65997]: WARNING neutronclient.v2_0.client [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.573196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3974928-3476-46f9-bdc3-758b963c32f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.583223] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83faa79-c146-4130-a763-018657fc231e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.621419] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28dbf33-1de2-4e6b-b235-23f9d6410e15 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.633820] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f29fec-30da-425c-baa6-6043c2758498 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.649141] env[65997]: DEBUG nova.compute.provider_tree [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.658271] env[65997]: WARNING neutronclient.v2_0.client [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.706795] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.720032] env[65997]: DEBUG nova.compute.manager [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 866.720209] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.721641] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe9b36e-2cc0-483d-bd25-89ad3f48ccef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.730847] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.731168] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa377f0-dba9-4907-9f39-41df9370ac14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.738598] env[65997]: DEBUG oslo_vmware.api [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 866.738598] env[65997]: value = "task-4718235" [ 866.738598] env[65997]: _type = "Task" [ 866.738598] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.743447] env[65997]: DEBUG nova.network.neutron [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Updated VIF entry in instance network info cache for port 9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 866.743818] env[65997]: DEBUG nova.network.neutron [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Updating instance_info_cache with network_info: [{"id": "9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e", "address": "fa:16:3e:6d:75:12", "network": {"id": "a311e6fe-bb2f-4d18-8d12-8f0d8ac5b47a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1069659506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2daf66f6271d46cf9e302dfa8f41c252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e07cd80-1a", "ovs_interfaceid": "9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.751716] env[65997]: DEBUG oslo_vmware.api [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.852556] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5268c4f4-23ef-87d6-6129-0eb70c6d2e11, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.852924] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.853208] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.853484] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.853697] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.853838] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.854178] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0edf623-f6e4-4586-ad23-4dcd758fefc8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.864945] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.865216] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.866037] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fdf5f7-fe16-4de7-a55c-be027b2992f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.874896] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 866.874896] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525aa127-821f-3cff-bbc6-33d7264157da" [ 866.874896] env[65997]: _type = "Task" [ 866.874896] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.885860] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525aa127-821f-3cff-bbc6-33d7264157da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.891303] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "refresh_cache-bf74f214-31bd-463e-b74e-f4e6d9b26f2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.891476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "refresh_cache-bf74f214-31bd-463e-b74e-f4e6d9b26f2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.892099] env[65997]: DEBUG nova.network.neutron [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 867.153733] env[65997]: DEBUG nova.scheduler.client.report [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.206694] env[65997]: DEBUG oslo_vmware.api [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718234, 'name': PowerOnVM_Task, 'duration_secs': 0.701206} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.207023] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.207241] env[65997]: INFO nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Took 8.43 seconds to spawn the instance on the hypervisor. [ 867.208083] env[65997]: DEBUG nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 867.208252] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930c0c5b-d4bd-43d0-931e-f6dca51fa8df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.247475] env[65997]: DEBUG oslo_concurrency.lockutils [req-439e39fb-8acd-4390-b4bd-31d05b7890f6 req-30d8f62c-47b3-49e2-9820-498221a47859 service nova] Releasing lock "refresh_cache-5fac991d-13a1-41b3-acaa-c4f4e04fe67b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.251824] env[65997]: DEBUG oslo_vmware.api [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718235, 'name': PowerOffVM_Task, 'duration_secs': 0.293177} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.252221] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.252872] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.252872] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f522ae6-a334-4576-b0a1-285c7f6227b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.340516] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.340773] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.341776] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore2] b5df23ab-4391-426b-a590-c3df6e305e6a {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.341776] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f3196f-ed6a-4122-8d22-d2daf11fa64f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.350276] env[65997]: DEBUG oslo_vmware.api [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 867.350276] env[65997]: value = "task-4718237" [ 867.350276] env[65997]: _type = "Task" [ 867.350276] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.360099] env[65997]: DEBUG oslo_vmware.api [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.386237] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525aa127-821f-3cff-bbc6-33d7264157da, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.387366] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc1755fa-780e-45e2-80da-cd4931c7db27 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.397439] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 867.397439] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525322d7-25a7-97d1-642e-bee2cb3c0586" [ 867.397439] env[65997]: _type = "Task" [ 867.397439] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.409237] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525322d7-25a7-97d1-642e-bee2cb3c0586, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.409514] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.409794] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 5fac991d-13a1-41b3-acaa-c4f4e04fe67b/5fac991d-13a1-41b3-acaa-c4f4e04fe67b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.410081] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be80912-342b-4362-a150-79f1fcea0ac1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.421134] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 867.421134] env[65997]: value = "task-4718238" [ 867.421134] env[65997]: _type = "Task" [ 867.421134] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.428018] env[65997]: DEBUG nova.network.neutron [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 867.434197] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.513398] env[65997]: WARNING neutronclient.v2_0.client [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.604326] env[65997]: DEBUG nova.network.neutron [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Updating instance_info_cache with network_info: [{"id": "cebc06e6-5c87-44ca-975d-5897101d5ab4", "address": "fa:16:3e:8f:73:b6", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebc06e6-5c", "ovs_interfaceid": "cebc06e6-5c87-44ca-975d-5897101d5ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.661427] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.661659] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 867.666402] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.948s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.667987] env[65997]: INFO nova.compute.claims [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.727134] env[65997]: INFO nova.compute.manager [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Took 35.21 seconds to build instance. [ 867.861865] env[65997]: DEBUG oslo_vmware.api [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323298} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.862147] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.862341] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.862506] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.862686] env[65997]: INFO nova.compute.manager [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.862951] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 867.863237] env[65997]: DEBUG nova.compute.manager [-] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 867.863349] env[65997]: DEBUG nova.network.neutron [-] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.863602] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.936863] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.938860] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.112380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "refresh_cache-bf74f214-31bd-463e-b74e-f4e6d9b26f2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.112937] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Instance network_info: |[{"id": "cebc06e6-5c87-44ca-975d-5897101d5ab4", "address": "fa:16:3e:8f:73:b6", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebc06e6-5c", "ovs_interfaceid": "cebc06e6-5c87-44ca-975d-5897101d5ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 868.113503] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:73:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cebc06e6-5c87-44ca-975d-5897101d5ab4', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.128584] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.128584] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.128807] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0311fa-6dee-4354-99ac-2c3f254e4494 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.180832] env[65997]: DEBUG nova.compute.utils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.183622] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.183622] env[65997]: value = "task-4718239" [ 868.183622] env[65997]: _type = "Task" [ 868.183622] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.184477] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.184759] env[65997]: DEBUG nova.network.neutron [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.185152] env[65997]: WARNING neutronclient.v2_0.client [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.185490] env[65997]: WARNING neutronclient.v2_0.client [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.198417] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718239, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.232101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4e5adbeb-1d1b-456b-8d09-307ec056a05d tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.724s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.353403] env[65997]: DEBUG nova.policy [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68b35a7951f44d8d857397e4bab511ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20a6c95c2b9642c1955e99843c4f77a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.439580] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739797} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.439958] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 5fac991d-13a1-41b3-acaa-c4f4e04fe67b/5fac991d-13a1-41b3-acaa-c4f4e04fe67b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.440257] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.440572] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e39c3324-b5ae-453d-b16c-551e1b6670d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.448271] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 868.448271] env[65997]: value = "task-4718240" [ 868.448271] env[65997]: _type = "Task" [ 868.448271] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.463027] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.686857] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 868.745275] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718239, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.745275] env[65997]: DEBUG nova.network.neutron [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Successfully created port: de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.789060] env[65997]: DEBUG nova.network.neutron [-] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.887553] env[65997]: DEBUG nova.compute.manager [req-6051a95d-a218-4681-9cce-5ed473eaef87 req-05430478-aa7f-469c-a439-fa6f8b22708c service nova] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Received event network-vif-deleted-ca0ea8c0-01be-4a0b-9d27-0575b9d29e07 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.910127] env[65997]: DEBUG nova.compute.manager [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Received event network-changed-cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.910337] env[65997]: DEBUG nova.compute.manager [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Refreshing instance network info cache due to event network-changed-cebc06e6-5c87-44ca-975d-5897101d5ab4. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 868.910553] env[65997]: DEBUG oslo_concurrency.lockutils [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] Acquiring lock "refresh_cache-bf74f214-31bd-463e-b74e-f4e6d9b26f2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.910760] env[65997]: DEBUG oslo_concurrency.lockutils [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] Acquired lock "refresh_cache-bf74f214-31bd-463e-b74e-f4e6d9b26f2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.910839] env[65997]: DEBUG nova.network.neutron [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Refreshing network info cache for port cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.959733] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151301} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.965018] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.965018] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebde72d-3516-443d-bf46-4751c03543a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.990571] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 5fac991d-13a1-41b3-acaa-c4f4e04fe67b/5fac991d-13a1-41b3-acaa-c4f4e04fe67b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.994598] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01b4359-6c8f-4d00-beca-b846efde6bf6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.017706] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 869.017706] env[65997]: value = "task-4718241" [ 869.017706] env[65997]: _type = "Task" [ 869.017706] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.028079] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.212604] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718239, 'name': CreateVM_Task, 'duration_secs': 0.607336} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.212604] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.212604] env[65997]: WARNING neutronclient.v2_0.client [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.212604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.212604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.212785] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.215550] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46462b78-ddf3-49ac-92fb-7b121ede6348 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.222147] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 869.222147] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224a478-931e-b8f7-c5d0-58374b392fe9" [ 869.222147] env[65997]: _type = "Task" [ 869.222147] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.231698] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224a478-931e-b8f7-c5d0-58374b392fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.246780] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dbc040-9a8e-4502-8e5b-c8cac1a4b8a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.256306] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eed5d9-14b9-4b17-9fd7-327c4dd7a8a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.292506] env[65997]: INFO nova.compute.manager [-] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Took 1.43 seconds to deallocate network for instance. [ 869.293535] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a4e21a-21db-44b0-b70d-13cca8853786 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.306330] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b55a7-346b-43af-859c-943933b6821a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.322865] env[65997]: DEBUG nova.compute.provider_tree [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.417151] env[65997]: WARNING neutronclient.v2_0.client [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.531729] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718241, 'name': ReconfigVM_Task, 'duration_secs': 0.319369} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.531900] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 5fac991d-13a1-41b3-acaa-c4f4e04fe67b/5fac991d-13a1-41b3-acaa-c4f4e04fe67b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.532512] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79112830-a664-4ded-a5f4-de6abe66d369 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.541044] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 869.541044] env[65997]: value = "task-4718242" [ 869.541044] env[65997]: _type = "Task" [ 869.541044] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.550642] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718242, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.706404] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 869.737674] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5224a478-931e-b8f7-c5d0-58374b392fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.739920] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.740167] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.740322] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.740485] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.740640] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.740766] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.740992] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.741171] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.741333] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.741490] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.741660] env[65997]: DEBUG nova.virt.hardware [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.742267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.742267] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.743114] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.743114] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.743114] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.743534] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae9533-53f8-447d-a82d-93d62c4cf6bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.746479] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92840cb1-e62a-4877-937c-67889a0618a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.754318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05671b86-7118-4bbd-b7ad-6a115a708a87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.759451] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.759649] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.760750] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b0113b-e7cc-4bb4-afdf-34c35f436456 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.774952] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 869.774952] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525dbdec-0903-a83f-4a97-dcc9e7e99bb7" [ 869.774952] env[65997]: _type = "Task" [ 869.774952] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.784478] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525dbdec-0903-a83f-4a97-dcc9e7e99bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.807958] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.825649] env[65997]: WARNING neutronclient.v2_0.client [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.828868] env[65997]: DEBUG nova.scheduler.client.report [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.959580] env[65997]: DEBUG nova.network.neutron [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Updated VIF entry in instance network info cache for port cebc06e6-5c87-44ca-975d-5897101d5ab4. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 869.959999] env[65997]: DEBUG nova.network.neutron [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Updating instance_info_cache with network_info: [{"id": "cebc06e6-5c87-44ca-975d-5897101d5ab4", "address": "fa:16:3e:8f:73:b6", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebc06e6-5c", "ovs_interfaceid": "cebc06e6-5c87-44ca-975d-5897101d5ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.053315] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718242, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.288488] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525dbdec-0903-a83f-4a97-dcc9e7e99bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.289378] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbcade42-b3fa-445f-8528-889cee52dcd0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.297658] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 870.297658] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5235f52e-61e1-0219-3b31-3c6aba593061" [ 870.297658] env[65997]: _type = "Task" [ 870.297658] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.309682] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5235f52e-61e1-0219-3b31-3c6aba593061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.334729] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.335402] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 870.338342] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.456s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.341123] env[65997]: INFO nova.compute.claims [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.352732] env[65997]: DEBUG nova.network.neutron [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Successfully updated port: de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.463069] env[65997]: DEBUG oslo_concurrency.lockutils [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] Releasing lock "refresh_cache-bf74f214-31bd-463e-b74e-f4e6d9b26f2a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.463395] env[65997]: DEBUG nova.compute.manager [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Received event network-changed-9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 870.463574] env[65997]: DEBUG nova.compute.manager [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Refreshing instance network info cache due to event network-changed-9676aaa6-f591-4917-85b1-c75c0788d437. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 870.463791] env[65997]: DEBUG oslo_concurrency.lockutils [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] Acquiring lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.463930] env[65997]: DEBUG oslo_concurrency.lockutils [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] Acquired lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.464098] env[65997]: DEBUG nova.network.neutron [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Refreshing network info cache for port 9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.553169] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718242, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.558777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquiring lock "f527236e-3b79-49fc-b117-a30d86601a13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.559179] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "f527236e-3b79-49fc-b117-a30d86601a13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.559483] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquiring lock "f527236e-3b79-49fc-b117-a30d86601a13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.559731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "f527236e-3b79-49fc-b117-a30d86601a13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.559933] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "f527236e-3b79-49fc-b117-a30d86601a13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.562558] env[65997]: INFO nova.compute.manager [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Terminating instance [ 870.814464] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5235f52e-61e1-0219-3b31-3c6aba593061, 'name': SearchDatastore_Task, 'duration_secs': 0.01661} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.814864] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.815272] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] bf74f214-31bd-463e-b74e-f4e6d9b26f2a/bf74f214-31bd-463e-b74e-f4e6d9b26f2a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.815645] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ac9f33e-61bf-4755-9c68-b413c4448b69 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.825391] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 870.825391] env[65997]: value = "task-4718243" [ 870.825391] env[65997]: _type = "Task" [ 870.825391] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.836760] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.851214] env[65997]: DEBUG nova.compute.utils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.851505] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 870.851824] env[65997]: DEBUG nova.network.neutron [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.852323] env[65997]: WARNING neutronclient.v2_0.client [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.852799] env[65997]: WARNING neutronclient.v2_0.client [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.856464] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.856770] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.859247] env[65997]: DEBUG nova.network.neutron [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.904876] env[65997]: DEBUG nova.policy [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44aff59cc2434dee875ee429fb36bb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e4680af13841c8828d561432b7ac02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.967197] env[65997]: WARNING neutronclient.v2_0.client [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.056658] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718242, 'name': Rename_Task, 'duration_secs': 1.158535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.057603] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.058344] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b8e54d7-7c64-4ce4-9cca-bf01d7aaffab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.069064] env[65997]: DEBUG nova.compute.manager [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 871.069064] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.069064] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f0360f8-c263-47be-bed3-0c9b283eb61f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.074492] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 871.074492] env[65997]: value = "task-4718244" [ 871.074492] env[65997]: _type = "Task" [ 871.074492] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.084636] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 871.084636] env[65997]: value = "task-4718245" [ 871.084636] env[65997]: _type = "Task" [ 871.084636] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.104814] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.106852] env[65997]: DEBUG nova.compute.manager [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-vif-plugged-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.107346] env[65997]: DEBUG oslo_concurrency.lockutils [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] Acquiring lock "74312858-c98b-4e8b-8a88-bff32a5a8a94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.107784] env[65997]: DEBUG oslo_concurrency.lockutils [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.108147] env[65997]: DEBUG oslo_concurrency.lockutils [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.108473] env[65997]: DEBUG nova.compute.manager [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] No waiting events found dispatching network-vif-plugged-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.108806] env[65997]: WARNING nova.compute.manager [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received unexpected event network-vif-plugged-de6b19c9-a5ab-4184-9481-41f728aa0af5 for instance with vm_state building and task_state spawning. [ 871.109172] env[65997]: DEBUG nova.compute.manager [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.109488] env[65997]: DEBUG nova.compute.manager [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing instance network info cache due to event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 871.109862] env[65997]: DEBUG oslo_concurrency.lockutils [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.121939] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.130530] env[65997]: DEBUG nova.compute.manager [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Received event network-changed-9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.131072] env[65997]: DEBUG nova.compute.manager [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Refreshing instance network info cache due to event network-changed-9676aaa6-f591-4917-85b1-c75c0788d437. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 871.131713] env[65997]: DEBUG oslo_concurrency.lockutils [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] Acquiring lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.326201] env[65997]: DEBUG nova.network.neutron [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Successfully created port: a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.345033] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718243, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.357132] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 871.462631] env[65997]: DEBUG nova.network.neutron [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.499063] env[65997]: WARNING neutronclient.v2_0.client [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.591047] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.602143] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718245, 'name': PowerOffVM_Task, 'duration_secs': 0.300602} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.602143] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.602329] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 871.602522] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920601', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'name': 'volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f527236e-3b79-49fc-b117-a30d86601a13', 'attached_at': '', 'detached_at': '', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'serial': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 871.603783] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c37f59-e884-4895-b8fd-fd64b9353d8d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.629707] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d79dd9-6dd6-470d-97b0-52b84cdaddeb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.642552] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40201604-541c-4c65-b7e9-16cccada8292 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.669991] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04597b88-7e60-4b3e-8aad-4f8c77d28c2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.691610] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] The volume has not been displaced from its original location: [datastore2] volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c/volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 871.697340] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.703210] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5572a7be-5b36-47f9-bc7f-22a7a912290b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.725074] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 871.725074] env[65997]: value = "task-4718246" [ 871.725074] env[65997]: _type = "Task" [ 871.725074] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.739807] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.829769] env[65997]: DEBUG nova.network.neutron [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updated VIF entry in instance network info cache for port 9676aaa6-f591-4917-85b1-c75c0788d437. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 871.830295] env[65997]: DEBUG nova.network.neutron [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updating instance_info_cache with network_info: [{"id": "9676aaa6-f591-4917-85b1-c75c0788d437", "address": "fa:16:3e:d8:0b:15", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9676aaa6-f5", "ovs_interfaceid": "9676aaa6-f591-4917-85b1-c75c0788d437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.845391] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731545} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.845562] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] bf74f214-31bd-463e-b74e-f4e6d9b26f2a/bf74f214-31bd-463e-b74e-f4e6d9b26f2a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.845697] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.845958] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d0c879b-e007-442c-80f9-5528c7445a7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.850606] env[65997]: WARNING neutronclient.v2_0.client [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.859577] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 871.859577] env[65997]: value = "task-4718247" [ 871.859577] env[65997]: _type = "Task" [ 871.859577] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.877684] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.941240] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524055ee-1458-9d9e-33b6-0df99baa0551/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 871.943609] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8257fd-14c8-4fe3-bbf0-bff21d9bc4d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.946602] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a8366-72a0-424d-af10-e19ff37457ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.955612] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524055ee-1458-9d9e-33b6-0df99baa0551/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 871.955988] env[65997]: ERROR oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524055ee-1458-9d9e-33b6-0df99baa0551/disk-0.vmdk due to incomplete transfer. [ 871.959104] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f86c7cb-16b3-49ae-b272-8f18df5ff6c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.962118] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3025f06-adc8-46d0-ae69-6ffff95099f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.005447] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f083dce-613d-48e4-9712-60e1f3c31926 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.009750] env[65997]: DEBUG oslo_vmware.rw_handles [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524055ee-1458-9d9e-33b6-0df99baa0551/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 872.010029] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Uploaded image a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 872.012535] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 872.013234] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07c4df67-84e8-45f2-9afa-1dad9b794d09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.023899] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52160e94-223f-48f5-9f4b-7267ca066d94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.029925] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 872.029925] env[65997]: value = "task-4718248" [ 872.029925] env[65997]: _type = "Task" [ 872.029925] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.043525] env[65997]: DEBUG nova.compute.provider_tree [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.052940] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718248, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.064087] env[65997]: DEBUG nova.network.neutron [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.090044] env[65997]: DEBUG oslo_vmware.api [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718244, 'name': PowerOnVM_Task, 'duration_secs': 0.921149} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.090351] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.090556] env[65997]: INFO nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Took 8.78 seconds to spawn the instance on the hypervisor. [ 872.090733] env[65997]: DEBUG nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.091604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aadd184-2265-436a-96cd-fd7f6a89b8cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.237362] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718246, 'name': ReconfigVM_Task, 'duration_secs': 0.265667} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.237942] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 872.244469] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868e6389-d681-49d3-b1a1-6fc9e8b290f8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.263750] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 872.263750] env[65997]: value = "task-4718249" [ 872.263750] env[65997]: _type = "Task" [ 872.263750] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.275764] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.339376] env[65997]: DEBUG oslo_concurrency.lockutils [req-b75d8452-237e-4e9b-a07c-bc2bfa2aff6d req-9fde8ebe-0d7b-4209-9880-39ea6743af27 service nova] Releasing lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.340014] env[65997]: DEBUG oslo_concurrency.lockutils [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] Acquired lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.340157] env[65997]: DEBUG nova.network.neutron [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Refreshing network info cache for port 9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.373369] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112037} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.373638] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.374503] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607f91b7-6faf-4e97-b575-f72cff046e67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.379824] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 872.402258] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] bf74f214-31bd-463e-b74e-f4e6d9b26f2a/bf74f214-31bd-463e-b74e-f4e6d9b26f2a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.402482] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c27d59-e865-40ab-9250-cba561932838 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.429966] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.429966] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.429966] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.430281] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.430281] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.430410] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.430627] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.430787] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.430951] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.431131] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.431364] env[65997]: DEBUG nova.virt.hardware [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.432267] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa108850-7234-4983-8dc0-e1ff0f7c33c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.436639] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 872.436639] env[65997]: value = "task-4718250" [ 872.436639] env[65997]: _type = "Task" [ 872.436639] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.445735] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10050602-9901-43d3-a218-1f266c07c9bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.455768] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.540734] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718248, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.547110] env[65997]: DEBUG nova.scheduler.client.report [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.565706] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.566122] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Instance network_info: |[{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.566717] env[65997]: DEBUG oslo_concurrency.lockutils [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.566951] env[65997]: DEBUG nova.network.neutron [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.570119] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f5:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de6b19c9-a5ab-4184-9481-41f728aa0af5', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.579176] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Creating folder: Project (20a6c95c2b9642c1955e99843c4f77a3). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.580295] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cae20c9-6ae2-49a5-8e2e-b9a911902558 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.594928] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Created folder: Project (20a6c95c2b9642c1955e99843c4f77a3) in parent group-v920549. [ 872.595179] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Creating folder: Instances. Parent ref: group-v920750. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.595454] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e05c70d9-4ea2-44af-a775-c40c2b8fbbb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.611783] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Created folder: Instances in parent group-v920750. [ 872.611783] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.612743] env[65997]: INFO nova.compute.manager [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Took 37.45 seconds to build instance. [ 872.613802] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.614076] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be59029a-1edd-4605-ad86-819b4bb013a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.638101] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.638101] env[65997]: value = "task-4718253" [ 872.638101] env[65997]: _type = "Task" [ 872.638101] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.647766] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718253, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.775972] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718249, 'name': ReconfigVM_Task, 'duration_secs': 0.307916} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.776173] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920601', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'name': 'volume-7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f527236e-3b79-49fc-b117-a30d86601a13', 'attached_at': '', 'detached_at': '', 'volume_id': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c', 'serial': '7d28c374-bf73-44a5-a20f-0f7c4e6adb3c'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 872.776495] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.777410] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c1a24-7857-460a-8550-bc9a31f5d84a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.785791] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.786078] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8d9254-3808-420e-b929-3280f370fb59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.843253] env[65997]: WARNING neutronclient.v2_0.client [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.908045] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.908288] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.908636] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Deleting the datastore file [datastore2] f527236e-3b79-49fc-b117-a30d86601a13 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.908974] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ef134a-0453-4438-9f3d-20529cd1f9dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.917739] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for the task: (returnval){ [ 872.917739] env[65997]: value = "task-4718255" [ 872.917739] env[65997]: _type = "Task" [ 872.917739] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.928326] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.949078] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.041472] env[65997]: DEBUG nova.network.neutron [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Successfully updated port: a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.056670] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.056670] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 873.059044] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718248, 'name': Destroy_Task, 'duration_secs': 1.024103} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.059946] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.104s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.061809] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Destroyed the VM [ 873.061988] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 873.063140] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b17623f-2d46-459e-8fbc-c03a9598833d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.070892] env[65997]: WARNING neutronclient.v2_0.client [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.081334] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 873.081334] env[65997]: value = "task-4718256" [ 873.081334] env[65997]: _type = "Task" [ 873.081334] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.092918] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.115069] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d33ca099-b0b1-4f75-afc9-d2b46a246b98 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.961s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.150629] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718253, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.193440] env[65997]: WARNING neutronclient.v2_0.client [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.300022] env[65997]: WARNING neutronclient.v2_0.client [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.339693] env[65997]: DEBUG nova.network.neutron [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updated VIF entry in instance network info cache for port 9676aaa6-f591-4917-85b1-c75c0788d437. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.339693] env[65997]: DEBUG nova.network.neutron [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updating instance_info_cache with network_info: [{"id": "9676aaa6-f591-4917-85b1-c75c0788d437", "address": "fa:16:3e:d8:0b:15", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9676aaa6-f5", "ovs_interfaceid": "9676aaa6-f591-4917-85b1-c75c0788d437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.401429] env[65997]: DEBUG nova.network.neutron [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updated VIF entry in instance network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.401977] env[65997]: DEBUG nova.network.neutron [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.430561] env[65997]: DEBUG oslo_vmware.api [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Task: {'id': task-4718255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164371} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.430561] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.430561] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.430561] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.430561] env[65997]: INFO nova.compute.manager [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Took 2.36 seconds to destroy the instance on the hypervisor. [ 873.430820] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.431041] env[65997]: DEBUG nova.compute.manager [-] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 873.431152] env[65997]: DEBUG nova.network.neutron [-] [instance: f527236e-3b79-49fc-b117-a30d86601a13] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 873.431400] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.452648] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718250, 'name': ReconfigVM_Task, 'duration_secs': 0.714947} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.454141] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] bf74f214-31bd-463e-b74e-f4e6d9b26f2a/bf74f214-31bd-463e-b74e-f4e6d9b26f2a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.455817] env[65997]: DEBUG nova.compute.manager [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Received event network-vif-plugged-a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 873.456066] env[65997]: DEBUG oslo_concurrency.lockutils [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] Acquiring lock "8564acfe-4596-45e1-9161-b71d78cdfdb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.456275] env[65997]: DEBUG oslo_concurrency.lockutils [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.456486] env[65997]: DEBUG oslo_concurrency.lockutils [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.456730] env[65997]: DEBUG nova.compute.manager [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] No waiting events found dispatching network-vif-plugged-a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 873.456981] env[65997]: WARNING nova.compute.manager [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Received unexpected event network-vif-plugged-a3f651fb-7c8b-444f-ace2-6b1cfc81c29b for instance with vm_state building and task_state spawning. [ 873.457283] env[65997]: DEBUG nova.compute.manager [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Received event network-changed-a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 873.457522] env[65997]: DEBUG nova.compute.manager [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Refreshing instance network info cache due to event network-changed-a3f651fb-7c8b-444f-ace2-6b1cfc81c29b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 873.457753] env[65997]: DEBUG oslo_concurrency.lockutils [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] Acquiring lock "refresh_cache-8564acfe-4596-45e1-9161-b71d78cdfdb1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.457924] env[65997]: DEBUG oslo_concurrency.lockutils [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] Acquired lock "refresh_cache-8564acfe-4596-45e1-9161-b71d78cdfdb1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.458153] env[65997]: DEBUG nova.network.neutron [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Refreshing network info cache for port a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.463562] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c59e7a-0352-4408-befd-bf01e03af4af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.472883] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.479558] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 873.479558] env[65997]: value = "task-4718257" [ 873.479558] env[65997]: _type = "Task" [ 873.479558] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.494783] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718257, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.547506] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-8564acfe-4596-45e1-9161-b71d78cdfdb1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.565313] env[65997]: DEBUG nova.compute.utils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.579853] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 873.580130] env[65997]: DEBUG nova.network.neutron [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 873.580586] env[65997]: WARNING neutronclient.v2_0.client [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.580855] env[65997]: WARNING neutronclient.v2_0.client [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.597302] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718256, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.653481] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718253, 'name': CreateVM_Task, 'duration_secs': 0.592493} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.653686] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.655041] env[65997]: WARNING neutronclient.v2_0.client [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.655041] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655041] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655209] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.656516] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b08253-90a6-4912-ae46-a304a3a88c00 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.664097] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 873.664097] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52473c2c-7073-0824-89ae-08576a4379c4" [ 873.664097] env[65997]: _type = "Task" [ 873.664097] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.674919] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52473c2c-7073-0824-89ae-08576a4379c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.697353] env[65997]: DEBUG nova.policy [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de8b4d2f97ab4ec486293ec900fb9b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f9088c6d11482994eeb300852b0c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.841712] env[65997]: DEBUG oslo_concurrency.lockutils [req-13f47706-67ae-48c6-9adb-3f71c7427831 req-45be6bfd-42da-48bd-8e54-37cb66fedd5b service nova] Releasing lock "refresh_cache-80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.904963] env[65997]: DEBUG oslo_concurrency.lockutils [req-86287413-23a5-45a6-9361-e74a9497830c req-7561f600-9a8f-49b8-9480-3855f649f4d8 service nova] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.970493] env[65997]: WARNING neutronclient.v2_0.client [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.993789] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718257, 'name': Rename_Task, 'duration_secs': 0.264623} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.994071] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.994320] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37664709-c7f7-480a-bec0-029199e36008 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.001705] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 874.001705] env[65997]: value = "task-4718258" [ 874.001705] env[65997]: _type = "Task" [ 874.001705] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.010767] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.038754] env[65997]: DEBUG nova.network.neutron [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Successfully created port: 549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.059356] env[65997]: DEBUG nova.network.neutron [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.080609] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 874.083940] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Applying migration context for instance d742aec9-0d98-4b84-a109-ade52aeb78a4 as it has an incoming, in-progress migration 28d4abc5-76fd-499a-8e25-8f794189e81f. Migration status is reverting {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 874.086145] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating resource usage from migration 28d4abc5-76fd-499a-8e25-8f794189e81f [ 874.098353] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718256, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663549} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.098707] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 874.099036] env[65997]: DEBUG nova.compute.manager [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 874.099974] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acf80f9-0ee1-4b9b-bb1f-48275015b69b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.112494] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11648856-bff6-44d2-925c-54d11267d62f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.112725] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 42707e81-b984-4ac1-8cb1-f22ca9d48f25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.112952] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dc101edc-bd74-4ceb-9f08-6ee830f7f1a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113017] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8dc53e6b-d2df-446f-af12-73f67b717546 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.113331] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance f527236e-3b79-49fc-b117-a30d86601a13 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113331] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b93722a0-d866-4a9f-a92b-859ed6dc4ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113331] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113427] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5ee31ca0-6fbc-42ed-af41-5a390166d651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113538] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113660] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 9ce048fa-160b-4363-841f-a93a3819315d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.113773] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11af8a7e-1dc4-4b12-8834-f57b7d891134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.113881] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4c307382-726d-43b9-b068-658df2f21c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.114008] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d73ebbf0-9621-4861-aa95-ec504c9f253d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.114152] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 21b2e418-877f-4710-881f-a82f2d194a84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.114245] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.114355] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance aa4832a9-9736-4258-9da4-d9ec5841bb95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.114468] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 600fb982-729e-4f28-87b0-27d789cdbc2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.114587] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.114694] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Migration 28d4abc5-76fd-499a-8e25-8f794189e81f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 874.114800] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d742aec9-0d98-4b84-a109-ade52aeb78a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.114914] env[65997]: WARNING nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b5df23ab-4391-426b-a590-c3df6e305e6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.115239] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.115522] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5fac991d-13a1-41b3-acaa-c4f4e04fe67b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.115702] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance bf74f214-31bd-463e-b74e-f4e6d9b26f2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.115826] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 74312858-c98b-4e8b-8a88-bff32a5a8a94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.116022] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8564acfe-4596-45e1-9161-b71d78cdfdb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.116175] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance f0bcf184-5715-4d46-b5f5-6df4c361e8d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 874.175678] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52473c2c-7073-0824-89ae-08576a4379c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.176188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.176529] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.177014] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.177258] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177525] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.177899] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a217e4-97b0-407c-b1ee-26c3c5afef3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.193079] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.193079] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.193737] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6bda9b-3358-43a0-a951-8572f656d3f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.202191] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 874.202191] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e4e05-1b2e-1062-fe37-28fdafde577d" [ 874.202191] env[65997]: _type = "Task" [ 874.202191] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.212388] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e4e05-1b2e-1062-fe37-28fdafde577d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.232933] env[65997]: DEBUG nova.network.neutron [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.396389] env[65997]: DEBUG nova.compute.manager [req-90fcffa9-65c1-481c-b9a4-dc1f6022c37a req-72090093-3a55-4919-a36f-ddef045e7de7 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Received event network-vif-deleted-c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 874.396389] env[65997]: INFO nova.compute.manager [req-90fcffa9-65c1-481c-b9a4-dc1f6022c37a req-72090093-3a55-4919-a36f-ddef045e7de7 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Neutron deleted interface c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5; detaching it from the instance and deleting it from the info cache [ 874.396745] env[65997]: DEBUG nova.network.neutron [req-90fcffa9-65c1-481c-b9a4-dc1f6022c37a req-72090093-3a55-4919-a36f-ddef045e7de7 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.475664] env[65997]: DEBUG nova.network.neutron [-] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.513490] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.613571] env[65997]: INFO nova.compute.manager [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Shelve offloading [ 874.620049] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 57fd412b-c516-433e-a043-ebad4eef4cc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 874.620049] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 874.620049] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '13', 'num_task_None': '12', 'num_os_type_None': '18', 'num_proj_1ba4f163662b459a96b28cb233b8b806': '1', 'io_workload': '4', 'num_proj_e47c24ebd0b049efbc11a3ad903b4de0': '1', 'num_proj_e9f24bfe65974fa9850050ea73e8cb30': '2', 'num_task_deleting': '1', 'num_proj_64f1d8e9279a448ab297ccf248b87927': '1', 'num_proj_0e89748fbce84e5080ada51a30818685': '1', 'num_proj_5af3ad7536c94dd8849dfc581d065f69': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_85c88c13c331484da8ae58036e7acaf0': '1', 'num_proj_198a4ecec02d440289419a63a0c36717': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_e5ae9d0c3de540d1b1017ec98d4d37ab': '1', 'num_proj_d045ea2cef04458abf3e8c2fad92552a': '2', 'num_proj_8aab0990964b45189cc44cf05dc8b812': '1', 'num_proj_2daf66f6271d46cf9e302dfa8f41c252': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_3e2f5dbccace41caa28cc3f77bfb0c52': '1', 'num_proj_20a6c95c2b9642c1955e99843c4f77a3': '1', 'num_proj_e7e4680af13841c8828d561432b7ac02': '1', 'num_proj_85f9088c6d11482994eeb300852b0c37': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 874.716079] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e4e05-1b2e-1062-fe37-28fdafde577d, 'name': SearchDatastore_Task, 'duration_secs': 0.037509} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.720287] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd40f94f-5cb5-4245-856d-447a309b19f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.726538] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 874.726538] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e197c1-1658-e51d-66b6-81ff481c5b4b" [ 874.726538] env[65997]: _type = "Task" [ 874.726538] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.734388] env[65997]: DEBUG oslo_concurrency.lockutils [req-11b28c93-6fbe-435c-a23a-fdd6ae52824f req-3a28808c-7c09-4dee-89c5-f3fe24111800 service nova] Releasing lock "refresh_cache-8564acfe-4596-45e1-9161-b71d78cdfdb1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.734731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-8564acfe-4596-45e1-9161-b71d78cdfdb1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.734920] env[65997]: DEBUG nova.network.neutron [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.743111] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e197c1-1658-e51d-66b6-81ff481c5b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.899482] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f886cf70-bd77-44c9-89a1-a0af85902da9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.920468] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e44b10e-8177-42da-a151-7b8680de1a3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.969444] env[65997]: DEBUG nova.compute.manager [req-90fcffa9-65c1-481c-b9a4-dc1f6022c37a req-72090093-3a55-4919-a36f-ddef045e7de7 service nova] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Detach interface failed, port_id=c7d559d2-af0b-4a3c-9a1d-d65b5ea578a5, reason: Instance f527236e-3b79-49fc-b117-a30d86601a13 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.978654] env[65997]: INFO nova.compute.manager [-] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Took 1.55 seconds to deallocate network for instance. [ 875.013373] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718258, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.065488] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262513f0-fc34-4ec0-9313-2c90eed98cef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.074409] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1e726-fb74-41ca-9ee2-f9bc11bddf74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.114711] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 875.118078] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.119091] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de61a6-4efe-4e96-87ad-fd142393a9a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.122281] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e886b061-6ca7-4d16-97d0-e0d8060b8bea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.135839] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7dbd0-a4e9-4017-b3a3-d490679fee3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.140559] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 875.140559] env[65997]: value = "task-4718259" [ 875.140559] env[65997]: _type = "Task" [ 875.140559] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.156084] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.159742] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 875.159990] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.160172] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 875.160359] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.160504] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 875.160683] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 875.160887] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.161038] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 875.161204] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 875.161705] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 875.161705] env[65997]: DEBUG nova.virt.hardware [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 875.162865] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c86c9-627f-4045-9a7d-e9b6d1f15c6f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.167258] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.176432] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 875.176432] env[65997]: DEBUG nova.compute.manager [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.176432] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c80dc4-b0ad-4366-8cde-34b5aa9c0d34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.183222] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff31e7-3110-4c58-a3ab-301a0ad2d8e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190507] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.190701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.191237] env[65997]: DEBUG nova.network.neutron [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 875.242266] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e197c1-1658-e51d-66b6-81ff481c5b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015957} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.242266] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.242266] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/74312858-c98b-4e8b-8a88-bff32a5a8a94.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.242266] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dedc6892-8afb-4e04-8de3-4a6af5cb7779 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.252692] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 875.252692] env[65997]: value = "task-4718260" [ 875.252692] env[65997]: _type = "Task" [ 875.252692] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.267021] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.316371] env[65997]: DEBUG nova.network.neutron [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 875.437950] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.438248] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.438460] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.438693] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.442021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.443926] env[65997]: INFO nova.compute.manager [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Terminating instance [ 875.513246] env[65997]: WARNING neutronclient.v2_0.client [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.519231] env[65997]: DEBUG oslo_vmware.api [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718258, 'name': PowerOnVM_Task, 'duration_secs': 1.085187} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.519496] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.519736] env[65997]: INFO nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Took 9.54 seconds to spawn the instance on the hypervisor. [ 875.521256] env[65997]: DEBUG nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.521256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc99ea-46f6-4653-8125-4c9cf6669953 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.536175] env[65997]: INFO nova.compute.manager [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Took 0.56 seconds to detach 1 volumes for instance. [ 875.537769] env[65997]: DEBUG nova.compute.manager [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Deleting volume: 7d28c374-bf73-44a5-a20f-0f7c4e6adb3c {{(pid=65997) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 875.670877] env[65997]: DEBUG nova.network.neutron [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Successfully updated port: 549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 875.678282] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 875.678282] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.616s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.678282] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.610s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.678282] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.679947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.214s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.679947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.681605] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.053s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.681837] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.683725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.965s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.685371] env[65997]: INFO nova.compute.claims [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.688218] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.690672] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Cleaning up deleted instances {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 875.693697] env[65997]: DEBUG nova.network.neutron [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Updating instance_info_cache with network_info: [{"id": "a3f651fb-7c8b-444f-ace2-6b1cfc81c29b", "address": "fa:16:3e:4e:71:eb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f651fb-7c", "ovs_interfaceid": "a3f651fb-7c8b-444f-ace2-6b1cfc81c29b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.698295] env[65997]: WARNING neutronclient.v2_0.client [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.726340] env[65997]: INFO nova.scheduler.client.report [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Deleted allocations for instance 8dc53e6b-d2df-446f-af12-73f67b717546 [ 875.738647] env[65997]: INFO nova.scheduler.client.report [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleted allocations for instance fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f [ 875.767337] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.769041] env[65997]: INFO nova.scheduler.client.report [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocations for instance d73ebbf0-9621-4861-aa95-ec504c9f253d [ 875.950852] env[65997]: DEBUG nova.compute.manager [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 875.950852] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.955737] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a0842-7ffe-48c0-91b7-8c82b9fa0bc1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.968153] env[65997]: WARNING neutronclient.v2_0.client [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.970661] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.973050] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9dee72-712a-4b1a-8a13-91c531811089 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.975547] env[65997]: DEBUG nova.compute.manager [req-ea418019-d9e4-4d32-afcb-d5026351ed84 req-40b855d4-3447-4d75-9cdb-e1d63492f5d8 service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Received event network-vif-plugged-549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.975749] env[65997]: DEBUG oslo_concurrency.lockutils [req-ea418019-d9e4-4d32-afcb-d5026351ed84 req-40b855d4-3447-4d75-9cdb-e1d63492f5d8 service nova] Acquiring lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.975955] env[65997]: DEBUG oslo_concurrency.lockutils [req-ea418019-d9e4-4d32-afcb-d5026351ed84 req-40b855d4-3447-4d75-9cdb-e1d63492f5d8 service nova] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.976133] env[65997]: DEBUG oslo_concurrency.lockutils [req-ea418019-d9e4-4d32-afcb-d5026351ed84 req-40b855d4-3447-4d75-9cdb-e1d63492f5d8 service nova] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.976311] env[65997]: DEBUG nova.compute.manager [req-ea418019-d9e4-4d32-afcb-d5026351ed84 req-40b855d4-3447-4d75-9cdb-e1d63492f5d8 service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] No waiting events found dispatching network-vif-plugged-549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.976472] env[65997]: WARNING nova.compute.manager [req-ea418019-d9e4-4d32-afcb-d5026351ed84 req-40b855d4-3447-4d75-9cdb-e1d63492f5d8 service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Received unexpected event network-vif-plugged-549ef3ec-89f7-4227-beac-0ed87f6c78f1 for instance with vm_state building and task_state spawning. [ 875.986889] env[65997]: DEBUG oslo_vmware.api [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 875.986889] env[65997]: value = "task-4718262" [ 875.986889] env[65997]: _type = "Task" [ 875.986889] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.000912] env[65997]: DEBUG oslo_vmware.api [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.041635] env[65997]: INFO nova.compute.manager [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Took 40.53 seconds to build instance. [ 876.091610] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.102745] env[65997]: DEBUG nova.network.neutron [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.174290] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-f0bcf184-5715-4d46-b5f5-6df4c361e8d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.174764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-f0bcf184-5715-4d46-b5f5-6df4c361e8d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.174973] env[65997]: DEBUG nova.network.neutron [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.204816] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-8564acfe-4596-45e1-9161-b71d78cdfdb1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.205275] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Instance network_info: |[{"id": "a3f651fb-7c8b-444f-ace2-6b1cfc81c29b", "address": "fa:16:3e:4e:71:eb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f651fb-7c", "ovs_interfaceid": "a3f651fb-7c8b-444f-ace2-6b1cfc81c29b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 876.217428] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] There are 43 instances to clean {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 876.218208] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0704d636-7818-4603-9ff6-f0acf9e01072] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.221488] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:71:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f651fb-7c8b-444f-ace2-6b1cfc81c29b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.231211] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.231211] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.231211] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5c9daca-e653-4360-8f0c-cc78f769fdde {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.257914] env[65997]: DEBUG oslo_concurrency.lockutils [None req-016365e9-247e-42bc-a16f-f5061c460299 tempest-ListServerFiltersTestJSON-1509451299 tempest-ListServerFiltersTestJSON-1509451299-project-member] Lock "8dc53e6b-d2df-446f-af12-73f67b717546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.651s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.260059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b9319be0-169f-4a5e-bc0c-51a9ffbe1472 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.377s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.265758] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.265758] env[65997]: value = "task-4718263" [ 876.265758] env[65997]: _type = "Task" [ 876.265758] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.276670] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775855} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.277980] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/74312858-c98b-4e8b-8a88-bff32a5a8a94.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.278280] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.280873] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf75933-1e93-46fa-968f-96ded78afafd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.284891] env[65997]: DEBUG oslo_concurrency.lockutils [None req-36990a03-0e02-44f7-95ca-43293733387d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "d73ebbf0-9621-4861-aa95-ec504c9f253d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.395s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.289731] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718263, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.297173] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 876.297173] env[65997]: value = "task-4718264" [ 876.297173] env[65997]: _type = "Task" [ 876.297173] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.314882] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.498523] env[65997]: DEBUG oslo_vmware.api [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718262, 'name': PowerOffVM_Task, 'duration_secs': 0.248553} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.499109] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.499109] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.499345] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba90d1e-f46c-43b2-8ab3-101b2cda4f81 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.548051] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72bdc22b-8842-4731-9673-e98ad36c5dc1 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.050s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.577584] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.577805] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.578008] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Deleting the datastore file [datastore2] 5fac991d-13a1-41b3-acaa-c4f4e04fe67b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.578383] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-370acd42-458a-4046-bc6d-d2a1cf284792 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.586164] env[65997]: DEBUG oslo_vmware.api [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for the task: (returnval){ [ 876.586164] env[65997]: value = "task-4718266" [ 876.586164] env[65997]: _type = "Task" [ 876.586164] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.602570] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "5ac09152-e6d7-4c2f-82ae-355215767876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.602570] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.603597] env[65997]: DEBUG oslo_vmware.api [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.607516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.607918] env[65997]: WARNING neutronclient.v2_0.client [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.608231] env[65997]: WARNING neutronclient.v2_0.client [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.725912] env[65997]: DEBUG nova.network.neutron [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 876.731088] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: a22ac876-ae59-457c-a2d2-9de8fcbe1a81] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.783822] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718263, 'name': CreateVM_Task, 'duration_secs': 0.422254} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.786107] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.786912] env[65997]: WARNING neutronclient.v2_0.client [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.787436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.787544] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.787854] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.788436] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69940d55-5629-44bd-84a6-5c0ac85c1593 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.796833] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 876.796833] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b1f94c-3259-97c0-8c5b-8a27101cc1f4" [ 876.796833] env[65997]: _type = "Task" [ 876.796833] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.817261] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b1f94c-3259-97c0-8c5b-8a27101cc1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.817411] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.817905] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.817905] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.817995] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.818868] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.818868] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8377cd-8bf4-4973-83f6-7bd5428213d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.825930] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084248} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.827153] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.827811] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f19fa6-05dc-44ee-ad30-df38c30a0239 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.836009] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.836751] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.837219] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13c5990-8eca-44bf-b09f-f678e8b1989d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.858275] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/74312858-c98b-4e8b-8a88-bff32a5a8a94.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.862073] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e18f7ba-8912-4ff3-9f60-72628bf9e06a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.879653] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 876.879653] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ce136b-7343-0b29-d454-2095ecccf3de" [ 876.879653] env[65997]: _type = "Task" [ 876.879653] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.886303] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 876.886303] env[65997]: value = "task-4718267" [ 876.886303] env[65997]: _type = "Task" [ 876.886303] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.890462] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ce136b-7343-0b29-d454-2095ecccf3de, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.896952] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67ce48c-0ccd-41e1-9b9c-61869fec81ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.905135] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 876.905135] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e4375-3769-866a-604a-efbd897a1f9f" [ 876.905135] env[65997]: _type = "Task" [ 876.905135] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.907664] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.919499] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e4375-3769-866a-604a-efbd897a1f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.990746] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.991967] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f4ed4-d93b-49e2-aca9-d89cb4f3ce87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.004246] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.007283] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-150ce057-6865-48b3-b154-e27dd3202de2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.024445] env[65997]: WARNING neutronclient.v2_0.client [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.084465] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.084954] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.085137] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleting the datastore file [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.088233] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a838445a-0abb-4786-ae1a-f8bf850ea12b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.101609] env[65997]: DEBUG oslo_vmware.api [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Task: {'id': task-4718266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.102906] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.103114] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.103317] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.103504] env[65997]: INFO nova.compute.manager [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 877.103761] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 877.104133] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 877.104133] env[65997]: value = "task-4718269" [ 877.104133] env[65997]: _type = "Task" [ 877.104133] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.107292] env[65997]: DEBUG nova.compute.manager [-] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 877.107401] env[65997]: DEBUG nova.network.neutron [-] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 877.107686] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.109886] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 877.123801] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.132392] env[65997]: DEBUG nova.network.neutron [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Updating instance_info_cache with network_info: [{"id": "549ef3ec-89f7-4227-beac-0ed87f6c78f1", "address": "fa:16:3e:e8:0b:c0", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549ef3ec-89", "ovs_interfaceid": "549ef3ec-89f7-4227-beac-0ed87f6c78f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.158815] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.236463] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b57abb80-017f-46b3-b940-c2de22b888fb] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 877.344899] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5573e-1e21-4bf1-a7c7-9fd0cd896550 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.355771] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5edefe-5877-429e-992f-7250e8b723ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.390619] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4e5f4-749f-47c2-9d22-8f80bb482682 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.406462] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718267, 'name': ReconfigVM_Task, 'duration_secs': 0.316351} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.406830] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/74312858-c98b-4e8b-8a88-bff32a5a8a94.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.408481] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c749e3-315c-4509-9c9e-94f8100027cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.412864] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170868e0-72f4-4e1f-9253-a63819fbef54 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.441456] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 877.441456] env[65997]: value = "task-4718270" [ 877.441456] env[65997]: _type = "Task" [ 877.441456] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.441456] env[65997]: DEBUG nova.compute.provider_tree [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.442138] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e4375-3769-866a-604a-efbd897a1f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.020733} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.445135] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.445135] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8564acfe-4596-45e1-9161-b71d78cdfdb1/8564acfe-4596-45e1-9161-b71d78cdfdb1.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.447653] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf9a98d-6295-423a-b266-d295c7ce6510 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.458447] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718270, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.460478] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 877.460478] env[65997]: value = "task-4718271" [ 877.460478] env[65997]: _type = "Task" [ 877.460478] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.470513] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.624211] env[65997]: DEBUG oslo_vmware.api [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166143} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.624786] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.624860] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.625799] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.638784] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-f0bcf184-5715-4d46-b5f5-6df4c361e8d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.639565] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance network_info: |[{"id": "549ef3ec-89f7-4227-beac-0ed87f6c78f1", "address": "fa:16:3e:e8:0b:c0", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549ef3ec-89", "ovs_interfaceid": "549ef3ec-89f7-4227-beac-0ed87f6c78f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 877.640936] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '549ef3ec-89f7-4227-beac-0ed87f6c78f1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.649542] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 877.649991] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.654021] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.654021] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ce54421-3702-42d3-8425-8ba681d79cfa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.677422] env[65997]: INFO nova.scheduler.client.report [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted allocations for instance 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 [ 877.681243] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.681243] env[65997]: value = "task-4718272" [ 877.681243] env[65997]: _type = "Task" [ 877.681243] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.694130] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718272, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.740988] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: e5fc0417-2680-457f-8760-af261a5ac23f] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 877.947075] env[65997]: DEBUG nova.scheduler.client.report [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.965437] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718270, 'name': Rename_Task, 'duration_secs': 0.151722} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.970033] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.970974] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a26ed0f-39a8-4a6e-958a-3ec8fa8fcdd9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.975198] env[65997]: DEBUG nova.network.neutron [-] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.980915] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718271, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.987162] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 877.987162] env[65997]: value = "task-4718273" [ 877.987162] env[65997]: _type = "Task" [ 877.987162] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.997133] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.045706] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Received event network-changed-549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.045706] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Refreshing instance network info cache due to event network-changed-549ef3ec-89f7-4227-beac-0ed87f6c78f1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.046119] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Acquiring lock "refresh_cache-f0bcf184-5715-4d46-b5f5-6df4c361e8d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.046522] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Acquired lock "refresh_cache-f0bcf184-5715-4d46-b5f5-6df4c361e8d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.046743] env[65997]: DEBUG nova.network.neutron [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Refreshing network info cache for port 549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.188469] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.192381] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718272, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.246491] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0c0776eb-2d06-4038-9515-5ce1c16113f8] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 878.453744] env[65997]: DEBUG nova.compute.manager [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 878.454704] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03d438-5459-4d91-a120-9d958bbba20c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.458695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.459253] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 878.462195] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.263s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.462387] env[65997]: DEBUG nova.objects.instance [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.484522] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536174} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.485861] env[65997]: INFO nova.compute.manager [-] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Took 1.38 seconds to deallocate network for instance. [ 878.486292] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8564acfe-4596-45e1-9161-b71d78cdfdb1/8564acfe-4596-45e1-9161-b71d78cdfdb1.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.487095] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.488844] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9929d060-53c4-45c8-98ba-6e4fd7fd9f85 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.510041] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718273, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.511942] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 878.511942] env[65997]: value = "task-4718274" [ 878.511942] env[65997]: _type = "Task" [ 878.511942] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.523460] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.550168] env[65997]: WARNING neutronclient.v2_0.client [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.693933] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718272, 'name': CreateVM_Task, 'duration_secs': 0.519459} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.694145] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.694662] env[65997]: WARNING neutronclient.v2_0.client [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.695055] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.695279] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.695558] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.695849] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090c7c88-b821-43fe-b0e0-2a5641c86fff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.702619] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 878.702619] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52307f19-5df6-7223-8288-c276e7a7f249" [ 878.702619] env[65997]: _type = "Task" [ 878.702619] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.713840] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52307f19-5df6-7223-8288-c276e7a7f249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.749700] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: d79d3983-d81c-4d11-96a6-369cfe728127] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 878.895922] env[65997]: WARNING neutronclient.v2_0.client [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.974403] env[65997]: DEBUG nova.compute.utils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.984495] env[65997]: INFO nova.compute.manager [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] instance snapshotting [ 878.987048] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 878.987048] env[65997]: DEBUG nova.network.neutron [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.987048] env[65997]: WARNING neutronclient.v2_0.client [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.987405] env[65997]: WARNING neutronclient.v2_0.client [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.990770] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.991333] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.991333] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.991447] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.991561] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.993494] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c548d7-1fe0-497c-ae18-da6aa7195b0e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.998064] env[65997]: INFO nova.compute.manager [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Terminating instance [ 879.006492] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.033492] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ef22b0-b449-4c64-891c-ad036bda90f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.036848] env[65997]: DEBUG oslo_vmware.api [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718273, 'name': PowerOnVM_Task, 'duration_secs': 0.567874} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.038419] env[65997]: DEBUG nova.network.neutron [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Updated VIF entry in instance network info cache for port 549ef3ec-89f7-4227-beac-0ed87f6c78f1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 879.038419] env[65997]: DEBUG nova.network.neutron [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Updating instance_info_cache with network_info: [{"id": "549ef3ec-89f7-4227-beac-0ed87f6c78f1", "address": "fa:16:3e:e8:0b:c0", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549ef3ec-89", "ovs_interfaceid": "549ef3ec-89f7-4227-beac-0ed87f6c78f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.040049] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.040049] env[65997]: INFO nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Took 9.33 seconds to spawn the instance on the hypervisor. [ 879.040049] env[65997]: DEBUG nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.041713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb264e-332f-44a3-8fec-9dfb3f0dc2f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.049875] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270286} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.053712] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.054061] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ad6a3-6cbb-4e77-9c00-61e5f17fd551 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.086319] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 8564acfe-4596-45e1-9161-b71d78cdfdb1/8564acfe-4596-45e1-9161-b71d78cdfdb1.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.087683] env[65997]: DEBUG nova.policy [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ef189de24b04bc19935659b6851c7d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '442f1894b0da4e139b2a8090c12161f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.089687] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd04ec7-9b51-4776-9362-3a9c8061cef0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.115832] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 879.115832] env[65997]: value = "task-4718275" [ 879.115832] env[65997]: _type = "Task" [ 879.115832] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.126065] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.215578] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52307f19-5df6-7223-8288-c276e7a7f249, 'name': SearchDatastore_Task, 'duration_secs': 0.051648} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.215907] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.216181] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.216435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.216601] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.216786] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.217084] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f44da65b-b5e4-4c89-a334-7e2341db081d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.228534] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.228747] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.229565] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b6bc01-e004-4fba-8609-8d001eb4928c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.236734] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 879.236734] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527a884b-4ef9-1acd-937f-6b1f0bb57ded" [ 879.236734] env[65997]: _type = "Task" [ 879.236734] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.247911] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527a884b-4ef9-1acd-937f-6b1f0bb57ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.255160] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: ea39cdba-2b34-47f9-bb96-798e4bb2e63d] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 879.466371] env[65997]: DEBUG nova.network.neutron [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Successfully created port: cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 879.476980] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ca3f4f2-6538-4bfc-b13a-3f31c019a31e tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.478630] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.750s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.480058] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.482116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.628s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.482522] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.484219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.110s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.484597] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.486243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.713s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.486485] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.488048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.089s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.492012] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 879.508353] env[65997]: DEBUG nova.compute.manager [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 879.508776] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.509587] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6e8c8-4869-4646-8fda-e7057e07ad2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.518849] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.519377] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3872f305-d63f-42fd-bb58-12178e1f1a6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.525307] env[65997]: INFO nova.scheduler.client.report [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted allocations for instance 21b2e418-877f-4710-881f-a82f2d194a84 [ 879.534242] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 879.534242] env[65997]: value = "task-4718276" [ 879.534242] env[65997]: _type = "Task" [ 879.534242] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.550770] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Releasing lock "refresh_cache-f0bcf184-5715-4d46-b5f5-6df4c361e8d3" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.552545] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-vif-unplugged-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 879.553950] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.553950] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.553950] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.553950] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] No waiting events found dispatching network-vif-unplugged-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 879.554240] env[65997]: WARNING nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received unexpected event network-vif-unplugged-e2cec206-c93b-4743-b0f8-e06217e357e8 for instance with vm_state shelved_offloaded and task_state None. [ 879.554240] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-changed-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 879.554326] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Refreshing instance network info cache due to event network-changed-e2cec206-c93b-4743-b0f8-e06217e357e8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 879.554658] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.556286] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.556475] env[65997]: DEBUG nova.network.neutron [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Refreshing network info cache for port e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.559061] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4718276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.563051] env[65997]: INFO nova.scheduler.client.report [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Deleted allocations for instance 9ce048fa-160b-4363-841f-a93a3819315d [ 879.566044] env[65997]: INFO nova.scheduler.client.report [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted allocations for instance 42707e81-b984-4ac1-8cb1-f22ca9d48f25 [ 879.568775] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.576139] env[65997]: INFO nova.scheduler.client.report [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Deleted allocations for instance 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89 [ 879.580288] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2289745b-8126-4cd3-b874-cb7e97788dce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.586309] env[65997]: INFO nova.compute.manager [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Took 40.93 seconds to build instance. [ 879.593369] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 879.593369] env[65997]: value = "task-4718277" [ 879.593369] env[65997]: _type = "Task" [ 879.593369] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.605822] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.633426] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718275, 'name': ReconfigVM_Task, 'duration_secs': 0.343497} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.634732] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 8564acfe-4596-45e1-9161-b71d78cdfdb1/8564acfe-4596-45e1-9161-b71d78cdfdb1.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.635744] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8a7a49e-6340-4630-b239-4db1056dba63 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.646843] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 879.646843] env[65997]: value = "task-4718278" [ 879.646843] env[65997]: _type = "Task" [ 879.646843] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.660570] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718278, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.750028] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527a884b-4ef9-1acd-937f-6b1f0bb57ded, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.751171] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443654e1-4e57-4102-b48b-9938f802f71a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.758031] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 8f323541-d3f4-4210-bd23-0b8aadab5d95] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 879.760419] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 879.760419] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52679e50-2c75-34b2-b30e-93ecdbce07c4" [ 879.760419] env[65997]: _type = "Task" [ 879.760419] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.771924] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52679e50-2c75-34b2-b30e-93ecdbce07c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.998588] env[65997]: DEBUG nova.objects.instance [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lazy-loading 'migration_context' on Instance uuid d742aec9-0d98-4b84-a109-ade52aeb78a4 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.043818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b48a867-7a36-4f5c-a19b-fa7b69328889 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "21b2e418-877f-4710-881f-a82f2d194a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.168s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.050755] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4718276, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.059899] env[65997]: WARNING neutronclient.v2_0.client [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.091026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ea0092b-009b-406b-b5ef-92379cb17867 tempest-FloatingIPsAssociationTestJSON-1610940676 tempest-FloatingIPsAssociationTestJSON-1610940676-project-member] Lock "9ce048fa-160b-4363-841f-a93a3819315d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.363s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.092271] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0fa8d80-017c-46f9-90a4-0e7bbe15785c tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.454s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.092271] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ae9706a-ccd0-408b-9c6c-8e4a9bc10298 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "42707e81-b984-4ac1-8cb1-f22ca9d48f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.464s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.111909] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.112454] env[65997]: DEBUG oslo_concurrency.lockutils [None req-50aabefe-e4e3-43f7-acfe-45f6b236ecb1 tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "83d5bacb-9667-4ed3-b9d1-99d5ea88bb89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.480s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.160626] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718278, 'name': Rename_Task, 'duration_secs': 0.162611} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.160804] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.161099] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4fc0fe0-f4af-427a-bb80-ff1732ca6c6b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.169908] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 880.169908] env[65997]: value = "task-4718279" [ 880.169908] env[65997]: _type = "Task" [ 880.169908] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.184215] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.261660] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 8e109a78-f755-4d0f-87d9-9e51c8ed1c17] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 880.277102] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52679e50-2c75-34b2-b30e-93ecdbce07c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.277256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.277569] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.277908] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61192b64-5076-4e8b-bbd9-1ef929dd41b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.287418] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 880.287418] env[65997]: value = "task-4718280" [ 880.287418] env[65997]: _type = "Task" [ 880.287418] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.300167] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.507285] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 880.543716] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.543895] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.543952] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.547024] env[65997]: DEBUG nova.virt.hardware [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.550382] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3697f00f-f99f-41e4-9b52-2738864bd870 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.557823] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "aa4832a9-9736-4258-9da4-d9ec5841bb95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.558549] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.558947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "aa4832a9-9736-4258-9da4-d9ec5841bb95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.559187] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.559373] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.567713] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4718276, 'name': PowerOffVM_Task, 'duration_secs': 0.934862} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.571203] env[65997]: INFO nova.compute.manager [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Terminating instance [ 880.573071] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.573279] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.574689] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0085f4b-bab6-4575-b119-0cb71d99ee44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.581179] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2da4cbfc-6483-488e-8e75-125dc9ec55c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.615077] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718277, 'name': CreateSnapshot_Task, 'duration_secs': 0.874298} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.617373] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.617373] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ccee6-50af-43d4-bac1-a3442f34cef0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.685663] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718279, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.691801] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.691801] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.691974] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Deleting the datastore file [datastore1] dc101edc-bd74-4ceb-9f08-6ee830f7f1a7 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.692433] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b6f5d1-906e-4c02-93e4-5fcb52a14d85 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.702161] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for the task: (returnval){ [ 880.702161] env[65997]: value = "task-4718282" [ 880.702161] env[65997]: _type = "Task" [ 880.702161] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.713348] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4718282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.768919] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 483e13f3-710c-4221-9fc9-090418c6703c] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 880.802500] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.962509] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deea7e2-9bd6-40e5-8057-084a11d6ca8e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.972518] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf31dc-079e-42e3-9f6f-65881166257c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.011186] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca70bab-ad3f-44b8-b6e0-4da41b6dc482 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.020823] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea345a98-e2ee-4fd9-a992-3df0756e4754 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.036947] env[65997]: DEBUG nova.compute.provider_tree [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.085884] env[65997]: DEBUG nova.compute.manager [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 881.086252] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.087170] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1e764-cad0-45a3-a2bf-eea799a0467e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.097055] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.097380] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-791f8167-eda4-4b64-ba7e-eba8773b6017 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.105134] env[65997]: DEBUG oslo_vmware.api [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 881.105134] env[65997]: value = "task-4718283" [ 881.105134] env[65997]: _type = "Task" [ 881.105134] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.115627] env[65997]: DEBUG oslo_vmware.api [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.142401] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.142757] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-740f6b46-8c2a-4341-b239-2a33454033fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.153213] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 881.153213] env[65997]: value = "task-4718284" [ 881.153213] env[65997]: _type = "Task" [ 881.153213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.165229] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718284, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.183766] env[65997]: DEBUG oslo_vmware.api [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718279, 'name': PowerOnVM_Task, 'duration_secs': 0.62166} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.184107] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.184339] env[65997]: INFO nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Took 8.80 seconds to spawn the instance on the hypervisor. [ 881.184624] env[65997]: DEBUG nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 881.185558] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b50d02-badb-4c6b-92f0-d1dae134e877 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.202513] env[65997]: DEBUG nova.network.neutron [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Successfully updated port: cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 881.215522] env[65997]: DEBUG oslo_vmware.api [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Task: {'id': task-4718282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46713} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.216856] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.216962] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.217155] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.217329] env[65997]: INFO nova.compute.manager [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Took 1.71 seconds to destroy the instance on the hypervisor. [ 881.217587] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.218113] env[65997]: DEBUG nova.compute.manager [-] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 881.218816] env[65997]: DEBUG nova.network.neutron [-] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 881.218816] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.274646] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 979bc542-5e49-4fe5-a697-c96a85707fd4] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 881.311251] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664472} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.311251] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.311356] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.311677] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e188440-eadd-49fa-9b5f-55f19f3a9d91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.331463] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 881.331463] env[65997]: value = "task-4718285" [ 881.331463] env[65997]: _type = "Task" [ 881.331463] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.347738] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.425450] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.451042] env[65997]: WARNING neutronclient.v2_0.client [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.540909] env[65997]: DEBUG nova.scheduler.client.report [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.616454] env[65997]: DEBUG oslo_vmware.api [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718283, 'name': PowerOffVM_Task, 'duration_secs': 0.488617} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.616801] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.617044] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.617370] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15bc3e85-57ac-4653-9229-b7d8da4be1de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.665057] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718284, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.709946] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.710185] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.710364] env[65997]: DEBUG nova.network.neutron [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.718445] env[65997]: INFO nova.compute.manager [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Took 41.02 seconds to build instance. [ 881.728730] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.729103] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.729713] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleting the datastore file [datastore1] aa4832a9-9736-4258-9da4-d9ec5841bb95 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.730864] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ca6d0c-156e-400c-9681-b1f3d41fea4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.738980] env[65997]: DEBUG oslo_vmware.api [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 881.738980] env[65997]: value = "task-4718287" [ 881.738980] env[65997]: _type = "Task" [ 881.738980] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.751301] env[65997]: DEBUG oslo_vmware.api [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.780951] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 2cef6b94-6dc2-4dac-b74d-c80d8c7edde2] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 881.844787] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129258} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.845372] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.845817] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94274ac9-8990-4099-ac94-165dbaeea87f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.879165] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.880203] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c33471a-b7a3-413f-903d-b3d7c944f03c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.917029] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 881.917029] env[65997]: value = "task-4718288" [ 881.917029] env[65997]: _type = "Task" [ 881.917029] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.930084] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.020479] env[65997]: DEBUG nova.network.neutron [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updated VIF entry in instance network info cache for port e2cec206-c93b-4743-b0f8-e06217e357e8. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.020479] env[65997]: DEBUG nova.network.neutron [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": null, "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape2cec206-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.168224] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718284, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.219906] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bf330917-9bb6-4c3d-985a-2618b775253d tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.532s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.266394] env[65997]: DEBUG oslo_vmware.api [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398956} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.266897] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.267223] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.267522] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.267827] env[65997]: INFO nova.compute.manager [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Took 1.18 seconds to destroy the instance on the hypervisor. [ 882.268276] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.268742] env[65997]: DEBUG nova.compute.manager [-] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 882.268982] env[65997]: DEBUG nova.network.neutron [-] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.271415] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.276774] env[65997]: DEBUG nova.compute.manager [req-a9ac3364-98bd-41a5-be4d-e3d84ff40579 req-0748acfd-dd6e-4ca7-956c-ff192e9b06df service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Received event network-vif-plugged-cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.277383] env[65997]: DEBUG oslo_concurrency.lockutils [req-a9ac3364-98bd-41a5-be4d-e3d84ff40579 req-0748acfd-dd6e-4ca7-956c-ff192e9b06df service nova] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.277851] env[65997]: DEBUG oslo_concurrency.lockutils [req-a9ac3364-98bd-41a5-be4d-e3d84ff40579 req-0748acfd-dd6e-4ca7-956c-ff192e9b06df service nova] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.278129] env[65997]: DEBUG oslo_concurrency.lockutils [req-a9ac3364-98bd-41a5-be4d-e3d84ff40579 req-0748acfd-dd6e-4ca7-956c-ff192e9b06df service nova] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.278474] env[65997]: DEBUG nova.compute.manager [req-a9ac3364-98bd-41a5-be4d-e3d84ff40579 req-0748acfd-dd6e-4ca7-956c-ff192e9b06df service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] No waiting events found dispatching network-vif-plugged-cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 882.278895] env[65997]: WARNING nova.compute.manager [req-a9ac3364-98bd-41a5-be4d-e3d84ff40579 req-0748acfd-dd6e-4ca7-956c-ff192e9b06df service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Received unexpected event network-vif-plugged-cddd1ae4-ba90-46c8-a4e9-57349964a547 for instance with vm_state building and task_state spawning. [ 882.286094] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: a0e38fb6-c223-4fbd-9ffc-e6361d2cb4ca] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 882.305776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.306232] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.306516] env[65997]: INFO nova.compute.manager [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Rebooting instance [ 882.431734] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.489140] env[65997]: DEBUG nova.network.neutron [-] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.525292] env[65997]: DEBUG oslo_concurrency.lockutils [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.525562] env[65997]: DEBUG nova.compute.manager [req-b93c7b01-dbb5-4226-ac44-4b5bca9f0429 req-470ba240-8607-4be0-bedf-ece9cc1207df service nova] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Received event network-vif-deleted-9e07cd80-1a37-4e1d-ad98-ec4f6a97e32e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.526085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "600fb982-729e-4f28-87b0-27d789cdbc2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.526320] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.526549] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "600fb982-729e-4f28-87b0-27d789cdbc2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.526730] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.526898] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.529594] env[65997]: INFO nova.compute.manager [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Terminating instance [ 882.558073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.070s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.564546] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.758s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.564764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.567082] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.476s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.567318] env[65997]: DEBUG nova.objects.instance [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lazy-loading 'resources' on Instance uuid f527236e-3b79-49fc-b117-a30d86601a13 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.602248] env[65997]: INFO nova.scheduler.client.report [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance b5df23ab-4391-426b-a590-c3df6e305e6a [ 882.669650] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718284, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.670823] env[65997]: DEBUG nova.network.neutron [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 882.739816] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.794993] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 51e93dd2-2068-4d67-861c-e8a50069343c] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 882.836141] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.836141] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.837162] env[65997]: DEBUG nova.network.neutron [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.930436] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718288, 'name': ReconfigVM_Task, 'duration_secs': 0.523044} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.930800] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.931544] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2704f6-1250-40e9-b302-d40ba5773aa0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.941277] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 882.941277] env[65997]: value = "task-4718289" [ 882.941277] env[65997]: _type = "Task" [ 882.941277] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.954271] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718289, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.991915] env[65997]: INFO nova.compute.manager [-] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Took 1.77 seconds to deallocate network for instance. [ 883.034475] env[65997]: DEBUG nova.compute.manager [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 883.034803] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.040018] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6cb3a-fe53-46cb-bb65-560a49b3a7c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.048244] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.048567] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49f37bb-17bf-4652-97f7-9af4952fe0d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.061999] env[65997]: DEBUG oslo_vmware.api [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 883.061999] env[65997]: value = "task-4718290" [ 883.061999] env[65997]: _type = "Task" [ 883.061999] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.089057] env[65997]: DEBUG oslo_vmware.api [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.111566] env[65997]: DEBUG oslo_concurrency.lockutils [None req-530a0acd-56d9-4451-8231-466dfc841461 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "b5df23ab-4391-426b-a590-c3df6e305e6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.902s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.175771] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718284, 'name': CloneVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.300986] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: f8526053-5d15-4323-8f9a-cfc2d8e22a2a] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 883.345873] env[65997]: WARNING neutronclient.v2_0.client [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.387347] env[65997]: INFO nova.compute.manager [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Rescuing [ 883.387620] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.387925] env[65997]: DEBUG nova.network.neutron [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.454926] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718289, 'name': Rename_Task, 'duration_secs': 0.238421} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.454926] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.455232] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b6b641-387e-4e32-9d97-db3246a0c126 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.474026] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 883.474026] env[65997]: value = "task-4718291" [ 883.474026] env[65997]: _type = "Task" [ 883.474026] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.486202] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.502863] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.552130] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8391487-e42e-482f-b056-16a9605acbfa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.570315] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ec1bd7-9020-4181-bcb1-696603972cc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.583888] env[65997]: DEBUG oslo_vmware.api [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718290, 'name': PowerOffVM_Task, 'duration_secs': 0.433201} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.612894] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.613191] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.619667] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46cfff8-5371-4280-b60e-c90b27b6128f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.622330] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e1317-b83b-454e-8391-c03dc12badfd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.633909] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df343ee5-5e3e-4309-b921-4e75de5e2250 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.662320] env[65997]: DEBUG nova.compute.provider_tree [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.672358] env[65997]: WARNING neutronclient.v2_0.client [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.680236] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718284, 'name': CloneVM_Task, 'duration_secs': 2.0241} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.680606] env[65997]: DEBUG nova.network.neutron [-] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.682136] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Created linked-clone VM from snapshot [ 883.683211] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea088e5-86b6-4f91-b77e-7f005798b033 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.695469] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Uploading image 4b5c2313-1c30-4f90-9ed6-f18b11e510f8 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.709626] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "11648856-bff6-44d2-925c-54d11267d62f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.709947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "11648856-bff6-44d2-925c-54d11267d62f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.710744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "11648856-bff6-44d2-925c-54d11267d62f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.710744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "11648856-bff6-44d2-925c-54d11267d62f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.710744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "11648856-bff6-44d2-925c-54d11267d62f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.716422] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.716422] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.716422] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleting the datastore file [datastore1] 600fb982-729e-4f28-87b0-27d789cdbc2e {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.718284] env[65997]: INFO nova.compute.manager [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Terminating instance [ 883.719208] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97d62ca9-10e9-4b8b-89f1-2f35e7de5cdf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.733793] env[65997]: DEBUG oslo_vmware.api [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for the task: (returnval){ [ 883.733793] env[65997]: value = "task-4718293" [ 883.733793] env[65997]: _type = "Task" [ 883.733793] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.737434] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.737434] env[65997]: value = "vm-920756" [ 883.737434] env[65997]: _type = "VirtualMachine" [ 883.737434] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.738393] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-938b0766-324a-4910-b245-69a283ae385e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.752507] env[65997]: DEBUG oslo_vmware.api [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.754557] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease: (returnval){ [ 883.754557] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529dd083-a509-51bc-7ff5-ea731db792a7" [ 883.754557] env[65997]: _type = "HttpNfcLease" [ 883.754557] env[65997]: } obtained for exporting VM: (result){ [ 883.754557] env[65997]: value = "vm-920756" [ 883.754557] env[65997]: _type = "VirtualMachine" [ 883.754557] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.754907] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the lease: (returnval){ [ 883.754907] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529dd083-a509-51bc-7ff5-ea731db792a7" [ 883.754907] env[65997]: _type = "HttpNfcLease" [ 883.754907] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.763352] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.763352] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529dd083-a509-51bc-7ff5-ea731db792a7" [ 883.763352] env[65997]: _type = "HttpNfcLease" [ 883.763352] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.808051] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 194fee91-f50b-439c-9f97-24eca664c849] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 883.898712] env[65997]: WARNING neutronclient.v2_0.client [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.942319] env[65997]: DEBUG nova.network.neutron [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [{"id": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "address": "fa:16:3e:b4:32:ce", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd1ae4-ba", "ovs_interfaceid": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.986894] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718291, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.145236] env[65997]: INFO nova.compute.manager [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Swapping old allocation on dict_keys(['9e1a15bd-fb11-46b1-bf35-a6d54600733e']) held by migration 28d4abc5-76fd-499a-8e25-8f794189e81f for instance [ 884.174015] env[65997]: DEBUG nova.scheduler.client.report [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Overwriting current allocation {'allocations': {'9e1a15bd-fb11-46b1-bf35-a6d54600733e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': 'e9f24bfe65974fa9850050ea73e8cb30', 'user_id': '2bd533061147468185f778a1040f9a3a', 'consumer_generation': 1} on consumer d742aec9-0d98-4b84-a109-ade52aeb78a4 {{(pid=65997) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 884.177180] env[65997]: DEBUG nova.scheduler.client.report [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.187938] env[65997]: INFO nova.compute.manager [-] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Took 1.92 seconds to deallocate network for instance. [ 884.228453] env[65997]: DEBUG nova.compute.manager [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 884.228938] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.230615] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe691ca-9fc6-4080-906a-77ec47ac98f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.251091] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.252220] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.261718] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c206b5d7-260b-4b66-b5e6-fb53fbc96a03 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.275558] env[65997]: DEBUG oslo_vmware.api [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Task: {'id': task-4718293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230638} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.276256] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.276692] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.276692] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.276872] env[65997]: INFO nova.compute.manager [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 884.277080] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 884.277370] env[65997]: DEBUG nova.compute.manager [-] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 884.277431] env[65997]: DEBUG nova.network.neutron [-] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 884.277669] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.282738] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.282738] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529dd083-a509-51bc-7ff5-ea731db792a7" [ 884.282738] env[65997]: _type = "HttpNfcLease" [ 884.282738] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 884.285593] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 884.285593] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529dd083-a509-51bc-7ff5-ea731db792a7" [ 884.285593] env[65997]: _type = "HttpNfcLease" [ 884.285593] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 884.285758] env[65997]: DEBUG oslo_vmware.api [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 884.285758] env[65997]: value = "task-4718295" [ 884.285758] env[65997]: _type = "Task" [ 884.285758] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.286603] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8c675-7519-48f5-bb54-4066fdf7a48d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.306929] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d331bc-2c36-b67d-48f1-b9433e794ad9/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 884.307359] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d331bc-2c36-b67d-48f1-b9433e794ad9/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 884.314664] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 57737baf-72aa-4aa8-947a-aba2f1c900f1] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 884.317040] env[65997]: DEBUG oslo_vmware.api [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.319719] env[65997]: WARNING neutronclient.v2_0.client [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.447820] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.447820] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Instance network_info: |[{"id": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "address": "fa:16:3e:b4:32:ce", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd1ae4-ba", "ovs_interfaceid": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 884.447820] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34f5a582-d32f-4c73-a3cd-0034a301102d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451222] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:32:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cddd1ae4-ba90-46c8-a4e9-57349964a547', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.462050] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Creating folder: Project (442f1894b0da4e139b2a8090c12161f6). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.463076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.463348] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquired lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.463547] env[65997]: DEBUG nova.network.neutron [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.465715] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1283a76-ae49-4cac-a890-e5c64b000605 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.487671] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.487960] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.488214] env[65997]: DEBUG nova.compute.manager [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.493597] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1c0a55-4dbd-45ed-b910-8c6453b822be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.496090] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Created folder: Project (442f1894b0da4e139b2a8090c12161f6) in parent group-v920549. [ 884.496363] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Creating folder: Instances. Parent ref: group-v920757. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.497215] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73654ac6-d011-4a34-9c71-e7b9f8c49fb5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.503296] env[65997]: DEBUG oslo_vmware.api [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718291, 'name': PowerOnVM_Task, 'duration_secs': 0.635818} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.506832] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.507109] env[65997]: INFO nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Took 9.39 seconds to spawn the instance on the hypervisor. [ 884.507317] env[65997]: DEBUG nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.511017] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea175716-abe6-4195-a587-78b4c15075db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.513851] env[65997]: DEBUG nova.compute.manager [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 884.514502] env[65997]: DEBUG nova.objects.instance [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'flavor' on Instance uuid 8564acfe-4596-45e1-9161-b71d78cdfdb1 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.532542] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Created folder: Instances in parent group-v920757. [ 884.536031] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 884.541408] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.541408] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f951ca-ea41-4aa1-92c5-9d8042df6826 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.569043] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.577151] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.577151] env[65997]: value = "task-4718298" [ 884.577151] env[65997]: _type = "Task" [ 884.577151] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.578356] env[65997]: WARNING neutronclient.v2_0.client [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.603052] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718298, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.673500] env[65997]: DEBUG nova.network.neutron [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.684819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.688711] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.039s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.691375] env[65997]: INFO nova.compute.claims [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.695887] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.729605] env[65997]: INFO nova.scheduler.client.report [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Deleted allocations for instance f527236e-3b79-49fc-b117-a30d86601a13 [ 884.803893] env[65997]: DEBUG oslo_vmware.api [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718295, 'name': PowerOffVM_Task, 'duration_secs': 0.3376} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.804179] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.804822] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.804822] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c0ce56-63c8-4411-9e2d-ff9157757cc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.893330] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.893396] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.893592] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleting the datastore file [datastore1] 11648856-bff6-44d2-925c-54d11267d62f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.894739] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788a6215-6f14-4a95-aec5-e728b1cb37b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.897585] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 520aa36a-46c8-4fd8-947d-8934c5ee8235] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 884.908022] env[65997]: DEBUG oslo_vmware.api [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for the task: (returnval){ [ 884.908022] env[65997]: value = "task-4718300" [ 884.908022] env[65997]: _type = "Task" [ 884.908022] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.919131] env[65997]: DEBUG oslo_vmware.api [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.967115] env[65997]: DEBUG nova.network.neutron [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.968975] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.050406] env[65997]: INFO nova.compute.manager [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Took 43.19 seconds to build instance. [ 885.097388] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718298, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.115821] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.177208] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.238072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9b1d8e8e-03ef-4e94-bebc-068f1ceb5a3b tempest-ServersTestBootFromVolume-1851510878 tempest-ServersTestBootFromVolume-1851510878-project-member] Lock "f527236e-3b79-49fc-b117-a30d86601a13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.679s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.250643] env[65997]: WARNING neutronclient.v2_0.client [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.403073] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 40bb9bf1-0645-44f3-aec8-853114f9cea4] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 885.434605] env[65997]: DEBUG nova.network.neutron [-] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.438733] env[65997]: DEBUG oslo_vmware.api [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Task: {'id': task-4718300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360833} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.438733] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.438733] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.438733] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.438733] env[65997]: INFO nova.compute.manager [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 885.438733] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 885.439047] env[65997]: DEBUG nova.compute.manager [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 885.439209] env[65997]: DEBUG nova.network.neutron [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.439568] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.466587] env[65997]: DEBUG nova.network.neutron [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [{"id": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "address": "fa:16:3e:16:c8:60", "network": {"id": "622c16b3-e6cd-4223-9669-53f56f13bea0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f35861b8bda45da8af7e99d3019249c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca763b5-9a", "ovs_interfaceid": "fca763b5-9a7f-4d95-beba-d0d5cbf77aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.473695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.529876] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.532238] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.538023] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514c6201-15e2-42b3-9d63-3f7a2638a927 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.546740] env[65997]: DEBUG oslo_vmware.api [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 885.546740] env[65997]: value = "task-4718301" [ 885.546740] env[65997]: _type = "Task" [ 885.546740] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.558530] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a318d287-dbf8-4a45-974e-b2cd0a833733 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.706s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.558938] env[65997]: DEBUG oslo_vmware.api [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.597356] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718298, 'name': CreateVM_Task, 'duration_secs': 0.524788} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.597561] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.598095] env[65997]: WARNING neutronclient.v2_0.client [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.598482] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.598666] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.599035] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.599311] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d48cc9-7362-43a6-804f-c7abe976d761 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.606064] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 885.606064] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529253f7-951e-4eb4-e636-3368e405ec94" [ 885.606064] env[65997]: _type = "Task" [ 885.606064] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.615568] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529253f7-951e-4eb4-e636-3368e405ec94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.684236] env[65997]: DEBUG nova.compute.manager [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.685294] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904ac27-2fd3-4034-b0f2-8fac4b2c72a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.909115] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: bb365824-7ba1-4317-ae4c-9b6de675dc4e] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 885.937637] env[65997]: INFO nova.compute.manager [-] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Took 1.66 seconds to deallocate network for instance. [ 885.970036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Releasing lock "refresh_cache-d742aec9-0d98-4b84-a109-ade52aeb78a4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.970681] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.971209] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f22de6e7-5e30-45d3-8916-2108bb6184bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.980138] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 885.980138] env[65997]: value = "task-4718302" [ 885.980138] env[65997]: _type = "Task" [ 885.980138] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.001266] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.066277] env[65997]: DEBUG oslo_vmware.api [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718301, 'name': PowerOffVM_Task, 'duration_secs': 0.305781} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.068334] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.068539] env[65997]: DEBUG nova.compute.manager [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.075688] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501aae61-b309-4462-918c-e153de1d6de2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.079167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.079791] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.129744] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529253f7-951e-4eb4-e636-3368e405ec94, 'name': SearchDatastore_Task, 'duration_secs': 0.020006} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.130330] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.130737] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.131077] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.131277] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.131504] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.133377] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b368831-8837-4953-9908-7068b31465a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.140424] env[65997]: DEBUG nova.compute.manager [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Received event network-changed-cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.140611] env[65997]: DEBUG nova.compute.manager [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Refreshing instance network info cache due to event network-changed-cddd1ae4-ba90-46c8-a4e9-57349964a547. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 886.140820] env[65997]: DEBUG oslo_concurrency.lockutils [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] Acquiring lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.140967] env[65997]: DEBUG oslo_concurrency.lockutils [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] Acquired lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.141182] env[65997]: DEBUG nova.network.neutron [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Refreshing network info cache for port cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.144482] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9281cc9e-64d4-4dc1-9587-7a6cd00d9081 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.155845] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ff9bc-b98b-4488-959a-021945dcd882 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.160879] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.161287] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.162715] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b769180c-0112-409c-9b74-c3162a7a93fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.195055] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca3ff75-b2f8-450d-a356-2e66d46d6e9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.204548] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 886.204548] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d9ac62-2602-5982-a195-f42f691ed338" [ 886.204548] env[65997]: _type = "Task" [ 886.204548] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.219573] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc3b1e-e99b-4071-a307-a356f4e63ff1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.224074] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d9ac62-2602-5982-a195-f42f691ed338, 'name': SearchDatastore_Task, 'duration_secs': 0.01537} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.225152] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687393f5-7657-42a1-8d59-734c43a5be5a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.239815] env[65997]: DEBUG nova.compute.provider_tree [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.247734] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 886.247734] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52486324-327e-e6ea-b74d-41b3a1dee1fe" [ 886.247734] env[65997]: _type = "Task" [ 886.247734] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.257015] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52486324-327e-e6ea-b74d-41b3a1dee1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.322983] env[65997]: DEBUG nova.compute.manager [req-82b0b040-a6aa-42e5-9ee5-75b03dec8eea req-59f4b69e-71d0-498f-b98f-c20f26da7acc service nova] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Received event network-vif-deleted-9f3e3fd4-06ce-4188-b73d-044de992d65f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.377183] env[65997]: DEBUG nova.network.neutron [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.415880] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: af111d8a-60fb-481d-afcb-ff219ce0de80] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 886.445917] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.495669] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718302, 'name': PowerOffVM_Task, 'duration_secs': 0.260289} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.496894] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.497061] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:32:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c51e2c91-8a1d-4e0f-8b0f-f00f3f8ddf70',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-322674838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.497321] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.497594] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.497814] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.497947] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.498121] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.498406] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.498577] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.499059] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.499059] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.499230] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.504381] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3681772-ef42-45d9-ac73-b8a640f0c3c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.522282] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 886.522282] env[65997]: value = "task-4718303" [ 886.522282] env[65997]: _type = "Task" [ 886.522282] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.532891] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.582147] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 886.593216] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4af48a04-925b-43f7-830d-53109fd40061 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.648537] env[65997]: WARNING neutronclient.v2_0.client [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.695407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.695743] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.707625] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2121f-536b-49f2-99e4-1df24cdd7075 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.719191] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Doing hard reboot of VM {{(pid=65997) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 886.719191] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-abe1fcb3-bbd7-4d90-84ac-469514f82a3e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.729127] env[65997]: DEBUG oslo_vmware.api [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 886.729127] env[65997]: value = "task-4718304" [ 886.729127] env[65997]: _type = "Task" [ 886.729127] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.742111] env[65997]: DEBUG oslo_vmware.api [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718304, 'name': ResetVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.743158] env[65997]: DEBUG nova.scheduler.client.report [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.762337] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52486324-327e-e6ea-b74d-41b3a1dee1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017852} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.766216] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.767320] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 57fd412b-c516-433e-a043-ebad4eef4cc2/57fd412b-c516-433e-a043-ebad4eef4cc2.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.768139] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9b5d38c-3c6c-4098-8523-2b68d7308521 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.778520] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 886.778520] env[65997]: value = "task-4718305" [ 886.778520] env[65997]: _type = "Task" [ 886.778520] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.789161] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.880138] env[65997]: INFO nova.compute.manager [-] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Took 1.44 seconds to deallocate network for instance. [ 886.919520] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0336eab4-75c7-4e0a-8960-fc5510b821eb] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 887.041228] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.041490] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718303, 'name': ReconfigVM_Task, 'duration_secs': 0.259127} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.041719] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d7c62a-35da-48f7-9f39-0ff5535f70f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.044352] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d9ee4-c412-4b39-b2e5-6d164ae18a4d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.070573] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:32:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c51e2c91-8a1d-4e0f-8b0f-f00f3f8ddf70',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-322674838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.070853] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.070961] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.071158] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.071346] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.071441] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.071656] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.071820] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.072054] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.072185] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.072331] env[65997]: DEBUG nova.virt.hardware [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.074911] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d123508c-7764-47d2-8eb5-05c41adb945a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.077940] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 887.077940] env[65997]: value = "task-4718306" [ 887.077940] env[65997]: _type = "Task" [ 887.077940] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.096823] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 887.096823] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52129513-5d6b-3451-d826-f72204d46da9" [ 887.096823] env[65997]: _type = "Task" [ 887.096823] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.110622] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52129513-5d6b-3451-d826-f72204d46da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.116583] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.199247] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 887.244934] env[65997]: DEBUG oslo_vmware.api [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718304, 'name': ResetVM_Task, 'duration_secs': 0.128422} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.245537] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Did hard reboot of VM {{(pid=65997) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 887.246586] env[65997]: DEBUG nova.compute.manager [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.247712] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd59ebd3-05b3-400c-9629-8f7734874366 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.252690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.253472] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 887.257650] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.069s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.257887] env[65997]: DEBUG nova.objects.instance [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'resources' on Instance uuid 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.294056] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718305, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.388267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.403129] env[65997]: WARNING neutronclient.v2_0.client [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.423846] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 17797362-54f3-428b-8ddb-701c132171f7] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 887.594175] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718306, 'name': PowerOffVM_Task, 'duration_secs': 0.422761} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.594526] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.595454] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96758f39-f55f-45b7-a9bc-4dd54ee4f845 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.607600] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52129513-5d6b-3451-d826-f72204d46da9, 'name': SearchDatastore_Task, 'duration_secs': 0.043251} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.626970] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.627574] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ba65d8-7781-44b6-9571-1e52aad4fcb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.642766] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c32ca3-3b49-4248-8680-2aaa94d52c4d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.655188] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 887.655188] env[65997]: value = "task-4718307" [ 887.655188] env[65997]: _type = "Task" [ 887.655188] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.667348] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.668497] env[65997]: DEBUG nova.network.neutron [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updated VIF entry in instance network info cache for port cddd1ae4-ba90-46c8-a4e9-57349964a547. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 887.668898] env[65997]: DEBUG nova.network.neutron [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [{"id": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "address": "fa:16:3e:b4:32:ce", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd1ae4-ba", "ovs_interfaceid": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.680986] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.681331] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e220bd8-c87b-4468-857a-24129bd9eee4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.692459] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 887.692459] env[65997]: value = "task-4718308" [ 887.692459] env[65997]: _type = "Task" [ 887.692459] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.703722] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.704080] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.704410] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.704701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.705042] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.709371] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fdeb47c-5240-465e-8af1-1b3be9275971 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.724044] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.724270] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.725143] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600d6231-2dc6-4768-9ad6-38bdec34cd0a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.735405] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 887.735405] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bdcdc9-171d-0d5a-7cff-9f947e3821d8" [ 887.735405] env[65997]: _type = "Task" [ 887.735405] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.736747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.748422] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bdcdc9-171d-0d5a-7cff-9f947e3821d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.761490] env[65997]: DEBUG nova.objects.instance [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.766507] env[65997]: DEBUG nova.compute.utils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.769999] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 887.769999] env[65997]: DEBUG nova.network.neutron [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.769999] env[65997]: WARNING neutronclient.v2_0.client [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.769999] env[65997]: WARNING neutronclient.v2_0.client [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.776516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7db29905-9cfb-448a-95f1-29db618dece2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.470s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.790941] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51501} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.791275] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 57fd412b-c516-433e-a043-ebad4eef4cc2/57fd412b-c516-433e-a043-ebad4eef4cc2.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.791499] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.791767] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c196f5f-c5fe-46ea-825e-54dada77f32c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.800543] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 887.800543] env[65997]: value = "task-4718309" [ 887.800543] env[65997]: _type = "Task" [ 887.800543] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.811196] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.865889] env[65997]: DEBUG nova.policy [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '769f6c37efd545058b150109eae371d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aab0990964b45189cc44cf05dc8b812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.927440] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 2981d0f2-09b1-4c45-8a91-035bb0cb6c78] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.167933] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718307, 'name': ReconfigVM_Task, 'duration_secs': 0.232614} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.168338] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.169813] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5279d-2d6c-4a9a-a27f-883b3231785e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.173537] env[65997]: DEBUG oslo_concurrency.lockutils [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] Releasing lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.173739] env[65997]: DEBUG nova.compute.manager [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Received event network-vif-deleted-6518aef0-451e-4484-8cf7-d1f0345db458 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.173925] env[65997]: DEBUG nova.compute.manager [req-b9a11129-0fc1-475b-a643-b153a201c803 req-ec2d5a2f-501e-4b03-9cd5-46bf18379976 service nova] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Received event network-vif-deleted-c1e61328-3c41-4148-93fd-c130bb699e3f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.192830] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.193190] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65f9f4e-93c5-42e6-a13c-71459134728f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.208723] env[65997]: DEBUG nova.network.neutron [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Successfully created port: 9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 888.212819] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 888.212819] env[65997]: value = "task-4718310" [ 888.212819] env[65997]: _type = "Task" [ 888.212819] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.224180] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.248502] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bdcdc9-171d-0d5a-7cff-9f947e3821d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.248502] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57e9618-eb15-45f9-a587-94fca39c8e8d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.256119] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 888.256119] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525a7828-20ea-eeea-8847-4543852e6a06" [ 888.256119] env[65997]: _type = "Task" [ 888.256119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.273009] env[65997]: DEBUG nova.objects.base [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Object Instance<6ab2835a-8d7b-4fd9-93cc-29141cbf1447> lazy-loaded attributes: resources,numa_topology {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 888.276016] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 888.279869] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525a7828-20ea-eeea-8847-4543852e6a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.318530] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209221} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.318530] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.320190] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fedb158-e574-4c3d-88de-f487f1c8f2a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.344781] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 57fd412b-c516-433e-a043-ebad4eef4cc2/57fd412b-c516-433e-a043-ebad4eef4cc2.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.348375] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b332f5cd-ab0b-4ab0-81ea-a075d258a66e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.373560] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 888.373560] env[65997]: value = "task-4718311" [ 888.373560] env[65997]: _type = "Task" [ 888.373560] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.384439] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.433977] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 4031ac4c-5d83-4b6f-b8b6-74793604b77a] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.437626] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.437986] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.728559] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.734296] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9402cf-a186-43ab-ae86-78e306e3bd4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.744932] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134571d4-9358-423a-8e01-42feac76081c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.784778] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e34c9-672e-4ce2-a1d5-c7ea9df42ba8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.799018] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525a7828-20ea-eeea-8847-4543852e6a06, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.802402] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.802691] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. {{(pid=65997) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 888.803018] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793b652b-b3e3-4fb7-9dc0-8eacf1e3d063 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.806307] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceab39b-c4a6-4172-8292-bd3ed1f1661e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.816952] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 888.816952] env[65997]: value = "task-4718312" [ 888.816952] env[65997]: _type = "Task" [ 888.816952] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.829452] env[65997]: DEBUG nova.compute.provider_tree [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.838516] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.887529] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.940879] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0a7ce54f-8513-43bf-a86e-adc6fee7a1d3] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.943192] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 889.226216] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.294792] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 889.332071] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.335114] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 889.335451] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.335688] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 889.335910] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.336542] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 889.336542] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 889.336676] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.336798] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 889.337291] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 889.337291] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 889.337562] env[65997]: DEBUG nova.virt.hardware [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 889.338721] env[65997]: DEBUG nova.scheduler.client.report [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.344293] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8438087e-35d9-434c-89e1-c2c8be0c388c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.353242] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20ba9c-0ac6-41a0-99d8-df56983c4d3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.385740] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718311, 'name': ReconfigVM_Task, 'duration_secs': 0.676094} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.386414] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 57fd412b-c516-433e-a043-ebad4eef4cc2/57fd412b-c516-433e-a043-ebad4eef4cc2.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.386814] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91fff18-8831-41ce-ab23-3978a75390fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.394991] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 889.394991] env[65997]: value = "task-4718313" [ 889.394991] env[65997]: _type = "Task" [ 889.394991] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.408784] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718313, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.447184] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 70d5bb35-cf67-4065-b51a-6b952911a07c] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.475867] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.726866] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.756306] env[65997]: DEBUG nova.compute.manager [req-70e557aa-1808-4fd9-94c4-e0abb362ae1b req-401a866f-5277-4283-a3f4-91fceee8f320 service nova] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Received event network-vif-deleted-0b53b0e4-5b9e-4cc7-83b7-5b0ac18fff31 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 889.834952] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718312, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.847856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.590s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.852344] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.845s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.852344] env[65997]: DEBUG nova.objects.instance [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lazy-loading 'resources' on Instance uuid 5fac991d-13a1-41b3-acaa-c4f4e04fe67b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.911949] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718313, 'name': Rename_Task, 'duration_secs': 0.264521} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.912362] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.913081] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2e234e-aa07-4313-8564-b782184875db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.922387] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 889.922387] env[65997]: value = "task-4718314" [ 889.922387] env[65997]: _type = "Task" [ 889.922387] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.933834] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.952537] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 4e9caa7d-601c-4660-8430-1884d634b2a3] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.010898] env[65997]: DEBUG nova.network.neutron [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Successfully updated port: 9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.050110] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.050690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.227358] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718310, 'name': ReconfigVM_Task, 'duration_secs': 1.568096} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.228018] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4/d742aec9-0d98-4b84-a109-ade52aeb78a4.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.228646] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c3a1c-7784-40a1-96df-087faa05e17f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.250603] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce12301-e0ba-4f7f-a418-a95d8878ab80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.274193] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52239f-6732-4cf4-b432-105f00f79dda {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.299476] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721b468-83bb-450a-a274-f1c47e626ec9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.309584] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.309911] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e106e09b-2d0c-4c61-ae7c-e7015bbcb065 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.319828] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 890.319828] env[65997]: value = "task-4718315" [ 890.319828] env[65997]: _type = "Task" [ 890.319828] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.330826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.330826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.330826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "8564acfe-4596-45e1-9161-b71d78cdfdb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.330826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.330826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.338462] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718312, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.330823} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.338816] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.339377] env[65997]: INFO nova.compute.manager [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Terminating instance [ 890.341085] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. [ 890.343103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecfd845-0150-454c-abd4-211f73521361 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.380847] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.384301] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd436f6-058e-4437-90db-e7b4abe61593 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.399110] env[65997]: DEBUG oslo_concurrency.lockutils [None req-53086fdb-d6bc-4b69-aba8-6df4c09a403c tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.684s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.401228] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.285s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.401373] env[65997]: INFO nova.compute.manager [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Unshelving [ 890.414421] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 890.414421] env[65997]: value = "task-4718316" [ 890.414421] env[65997]: _type = "Task" [ 890.414421] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.427055] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.440714] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.457344] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 81fdad7d-883c-4c7a-af16-84abf73eded1] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.516767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.516860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.517137] env[65997]: DEBUG nova.network.neutron [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.554041] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 890.783538] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01942945-d822-414e-8b26-ee8560eaea10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.793687] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4173362-a16a-43c3-bc8a-97fefcc05def {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.835639] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a9f5f8-817c-4dcd-9a32-877c1bc1c37e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.845232] env[65997]: DEBUG oslo_vmware.api [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718315, 'name': PowerOnVM_Task, 'duration_secs': 0.499396} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.847899] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.854943] env[65997]: DEBUG nova.compute.manager [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 890.854943] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.854943] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed8a6a3-ca48-4829-a952-6605c7af15d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.857979] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c355af-554b-44fd-94ba-c123b8c39527 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.880271] env[65997]: DEBUG nova.compute.provider_tree [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.882353] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.882874] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bac26735-730d-4ab3-aa18-a79e913db9ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.928190] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718316, 'name': ReconfigVM_Task, 'duration_secs': 0.49729} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.931410] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.932498] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f090b0-dbc4-45f2-ae58-b24f0ded85bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.946203] env[65997]: DEBUG oslo_vmware.api [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718314, 'name': PowerOnVM_Task, 'duration_secs': 0.786569} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.966251] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.966251] env[65997]: INFO nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Took 10.46 seconds to spawn the instance on the hypervisor. [ 890.966251] env[65997]: DEBUG nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 890.966738] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: cdad19a1-8d00-4976-b186-6762e997bea9] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.976477] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10288a49-c617-4ec3-b86f-4db16945be14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.979514] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891064a0-3cce-493a-b423-266b406b769d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990279] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.990489] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.990659] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleting the datastore file [datastore2] 8564acfe-4596-45e1-9161-b71d78cdfdb1 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.990936] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b80910-be91-4314-8926-2084ac1d292c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.004119] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 891.004119] env[65997]: value = "task-4718319" [ 891.004119] env[65997]: _type = "Task" [ 891.004119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.004437] env[65997]: DEBUG oslo_vmware.api [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 891.004437] env[65997]: value = "task-4718318" [ 891.004437] env[65997]: _type = "Task" [ 891.004437] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.019171] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.030145] env[65997]: DEBUG oslo_vmware.api [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.073740] env[65997]: DEBUG nova.network.neutron [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.083263] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.244408] env[65997]: WARNING neutronclient.v2_0.client [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.383838] env[65997]: DEBUG nova.scheduler.client.report [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.428645] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.436106] env[65997]: DEBUG nova.network.neutron [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updating instance_info_cache with network_info: [{"id": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "address": "fa:16:3e:0a:6d:29", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3d748e-7b", "ovs_interfaceid": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.476708] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 4bc4a430-5d59-400a-92b3-96307b8d9ac2] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.516621] env[65997]: INFO nova.compute.manager [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Took 45.82 seconds to build instance. [ 891.528841] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718319, 'name': ReconfigVM_Task, 'duration_secs': 0.324042} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.530488] env[65997]: DEBUG oslo_vmware.api [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3216} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.530847] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.531238] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.531508] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.531789] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.532081] env[65997]: INFO nova.compute.manager [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Took 0.68 seconds to destroy the instance on the hypervisor. [ 891.532449] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.532752] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8db24c9-7da1-4733-8cd8-86a4e4e4c6ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.536064] env[65997]: DEBUG nova.compute.manager [-] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 891.536064] env[65997]: DEBUG nova.network.neutron [-] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 891.536710] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.545543] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 891.545543] env[65997]: value = "task-4718320" [ 891.545543] env[65997]: _type = "Task" [ 891.545543] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.555322] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.585342] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.860055] env[65997]: INFO nova.compute.manager [None req-1aaa616d-a797-4a23-b86e-0c03dd9f283d tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance to original state: 'active' [ 891.889641] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.893361] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.391s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.893575] env[65997]: DEBUG nova.objects.instance [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lazy-loading 'resources' on Instance uuid dc101edc-bd74-4ceb-9f08-6ee830f7f1a7 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.922042] env[65997]: INFO nova.scheduler.client.report [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Deleted allocations for instance 5fac991d-13a1-41b3-acaa-c4f4e04fe67b [ 891.941923] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.942342] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Instance network_info: |[{"id": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "address": "fa:16:3e:0a:6d:29", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3d748e-7b", "ovs_interfaceid": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 891.942771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:6d:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f3d748e-7b41-4697-85f0-6c602c7e2ecc', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.958092] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.958687] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.959058] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6bb02a0-786b-4aea-85ea-c62ae74aad14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.981251] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 036ff0c7-1768-41bc-90b3-a537a23c7acf] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.985869] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.985869] env[65997]: value = "task-4718321" [ 891.985869] env[65997]: _type = "Task" [ 891.985869] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.997130] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718321, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.019191] env[65997]: DEBUG oslo_concurrency.lockutils [None req-431b9cd6-5548-42ee-8ec0-b3ada272f036 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.327s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.057762] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.162580] env[65997]: DEBUG nova.compute.manager [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Received event network-vif-plugged-9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 892.162813] env[65997]: DEBUG oslo_concurrency.lockutils [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] Acquiring lock "5ac09152-e6d7-4c2f-82ae-355215767876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.163031] env[65997]: DEBUG oslo_concurrency.lockutils [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] Lock "5ac09152-e6d7-4c2f-82ae-355215767876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.163206] env[65997]: DEBUG oslo_concurrency.lockutils [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] Lock "5ac09152-e6d7-4c2f-82ae-355215767876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.163372] env[65997]: DEBUG nova.compute.manager [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] No waiting events found dispatching network-vif-plugged-9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 892.163535] env[65997]: WARNING nova.compute.manager [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Received unexpected event network-vif-plugged-9f3d748e-7b41-4697-85f0-6c602c7e2ecc for instance with vm_state building and task_state spawning. [ 892.163916] env[65997]: DEBUG nova.compute.manager [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Received event network-changed-9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 892.163916] env[65997]: DEBUG nova.compute.manager [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Refreshing instance network info cache due to event network-changed-9f3d748e-7b41-4697-85f0-6c602c7e2ecc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 892.164163] env[65997]: DEBUG oslo_concurrency.lockutils [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] Acquiring lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.164374] env[65997]: DEBUG oslo_concurrency.lockutils [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] Acquired lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.164508] env[65997]: DEBUG nova.network.neutron [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Refreshing network info cache for port 9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.369989] env[65997]: DEBUG nova.network.neutron [-] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.431141] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26813cc4-de8f-45f5-8a39-eb5df7cf4179 tempest-ServersNegativeTestMultiTenantJSON-1550755263 tempest-ServersNegativeTestMultiTenantJSON-1550755263-project-member] Lock "5fac991d-13a1-41b3-acaa-c4f4e04fe67b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.993s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.489395] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 7e4a00d5-97e0-49c0-ac2e-3ec253606099] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.501893] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718321, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.561230] env[65997]: DEBUG oslo_vmware.api [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718320, 'name': PowerOnVM_Task, 'duration_secs': 0.686424} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.561650] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.566561] env[65997]: DEBUG nova.compute.manager [None req-f450c26f-e7c3-4b39-b708-d64f622281ff tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 892.567222] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca95bc2-c763-4674-947c-9e3ff162d94f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.663232] env[65997]: INFO nova.compute.manager [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Rebuilding instance [ 892.669283] env[65997]: WARNING neutronclient.v2_0.client [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.762895] env[65997]: DEBUG nova.compute.manager [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 892.763805] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fae6c1-d58a-408a-aa2d-c3d9d79ff90d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.839631] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfe1c25-9f9c-4457-b3db-16fb253b3398 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.848236] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981009d-a358-4cfa-b910-c1639bc77c99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.885825] env[65997]: INFO nova.compute.manager [-] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Took 1.35 seconds to deallocate network for instance. [ 892.890570] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914078f-b945-443f-aa52-f5eb22557512 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.904063] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aebbfe-4bd2-41f1-a923-92dd1c8e3010 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.921672] env[65997]: DEBUG nova.compute.provider_tree [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.998323] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 364743f2-8787-4d86-b268-c6a48ddee7be] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 893.007190] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718321, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.349624] env[65997]: WARNING neutronclient.v2_0.client [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.399315] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.424387] env[65997]: DEBUG nova.scheduler.client.report [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.492875] env[65997]: DEBUG nova.network.neutron [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updated VIF entry in instance network info cache for port 9f3d748e-7b41-4697-85f0-6c602c7e2ecc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.492875] env[65997]: DEBUG nova.network.neutron [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updating instance_info_cache with network_info: [{"id": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "address": "fa:16:3e:0a:6d:29", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3d748e-7b", "ovs_interfaceid": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.505525] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: cf608098-43a0-4547-ae0d-b497a7f48278] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 893.507920] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718321, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.785388] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.786012] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9eb829-21de-4c19-bcc7-0fd7126ebef0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.797958] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 893.797958] env[65997]: value = "task-4718322" [ 893.797958] env[65997]: _type = "Task" [ 893.797958] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.812321] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.934380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.937012] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.241s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.937263] env[65997]: DEBUG nova.objects.instance [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lazy-loading 'resources' on Instance uuid aa4832a9-9736-4258-9da4-d9ec5841bb95 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.960924] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d331bc-2c36-b67d-48f1-b9433e794ad9/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.961867] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043520ff-527a-4dcb-912d-34441230eb75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.970688] env[65997]: INFO nova.scheduler.client.report [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Deleted allocations for instance dc101edc-bd74-4ceb-9f08-6ee830f7f1a7 [ 893.973362] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d331bc-2c36-b67d-48f1-b9433e794ad9/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.973556] env[65997]: ERROR oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d331bc-2c36-b67d-48f1-b9433e794ad9/disk-0.vmdk due to incomplete transfer. [ 893.973685] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05841d3c-ee15-43e1-9e81-bfe70e425546 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.984645] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d331bc-2c36-b67d-48f1-b9433e794ad9/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.984645] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Uploaded image 4b5c2313-1c30-4f90-9ed6-f18b11e510f8 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.990522] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.991077] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f554b4b-c54f-4910-9652-a270cb9a98e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.001199] env[65997]: DEBUG oslo_concurrency.lockutils [req-ee5c4023-080d-40cc-b91a-2fab6c9999e1 req-82b7e7bb-0690-454a-aad5-fb01504cf374 service nova] Releasing lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.001199] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 894.001199] env[65997]: value = "task-4718323" [ 894.001199] env[65997]: _type = "Task" [ 894.001199] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.008104] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718321, 'name': CreateVM_Task, 'duration_secs': 1.528432} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.008779] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.009301] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0d42bcc4-5140-44ef-9bc2-ded82ac2c6a4] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.011869] env[65997]: WARNING neutronclient.v2_0.client [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.012332] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.012489] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.012850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.016704] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed93b4b-52d6-493c-9b32-b05cbd43c8ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.018925] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718323, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.027783] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 894.027783] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52735f74-75e0-b15c-e32f-e39e1b1cf2c4" [ 894.027783] env[65997]: _type = "Task" [ 894.027783] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.042250] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52735f74-75e0-b15c-e32f-e39e1b1cf2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.283335] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "9cb277fd-864e-44b5-a7ad-3be289151910" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.283593] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "9cb277fd-864e-44b5-a7ad-3be289151910" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.315046] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718322, 'name': PowerOffVM_Task, 'duration_secs': 0.337065} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.315046] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.315046] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.315046] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c66d51-16cf-45f1-aa6b-6475ad655536 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.323537] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.323824] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a9d22e2-5b94-4527-a75b-2e1394051d0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.412108] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.412410] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.412410] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore2] f0bcf184-5715-4d46-b5f5-6df4c361e8d3 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.412687] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f175280f-e5bc-453b-be1e-87cacaf746b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.421109] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 894.421109] env[65997]: value = "task-4718325" [ 894.421109] env[65997]: _type = "Task" [ 894.421109] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.429878] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.483336] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7227c1e5-224b-4f52-8ba0-ba18c8fbb8a0 tempest-ServersV294TestFqdnHostnames-2052689092 tempest-ServersV294TestFqdnHostnames-2052689092-project-member] Lock "dc101edc-bd74-4ceb-9f08-6ee830f7f1a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.492s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.516306] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 7286aa27-ff7d-46cd-851a-6be6d2b9de7c] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.518379] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718323, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.541453] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52735f74-75e0-b15c-e32f-e39e1b1cf2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020054} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.545078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.545078] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.545078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.545078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.545381] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.546042] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eeaddee-38c5-480d-9f6e-194e909c2cc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.559103] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.559103] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.560812] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4648642a-5f20-44b1-85ba-3a6bf9996da2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.568307] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 894.568307] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524867d3-5eb6-2dae-1681-13bb01af01e1" [ 894.568307] env[65997]: _type = "Task" [ 894.568307] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.588996] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524867d3-5eb6-2dae-1681-13bb01af01e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.595040] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb03fca-ffb0-47ef-8ec5-edbf8e2b3b7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.603211] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 894.603211] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e5f95e-8bff-736c-2ea0-663ba2255442" [ 894.603211] env[65997]: _type = "Task" [ 894.603211] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.615714] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e5f95e-8bff-736c-2ea0-663ba2255442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.759883] env[65997]: DEBUG nova.compute.manager [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Received event network-vif-deleted-a3f651fb-7c8b-444f-ace2-6b1cfc81c29b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.760181] env[65997]: DEBUG nova.compute.manager [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Received event network-changed-cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.760353] env[65997]: DEBUG nova.compute.manager [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Refreshing instance network info cache due to event network-changed-cddd1ae4-ba90-46c8-a4e9-57349964a547. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 894.760567] env[65997]: DEBUG oslo_concurrency.lockutils [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] Acquiring lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.760703] env[65997]: DEBUG oslo_concurrency.lockutils [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] Acquired lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.760871] env[65997]: DEBUG nova.network.neutron [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Refreshing network info cache for port cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.786450] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 894.865801] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0741d7b-175d-441f-b5bb-8f4e117261dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.871900] env[65997]: DEBUG nova.compute.manager [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.872363] env[65997]: DEBUG nova.compute.manager [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing instance network info cache due to event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 894.872363] env[65997]: DEBUG oslo_concurrency.lockutils [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.872561] env[65997]: DEBUG oslo_concurrency.lockutils [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.872599] env[65997]: DEBUG nova.network.neutron [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.881212] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96e8fd-c304-4eac-a005-27ea9f3f8d9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.919978] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2398ac3f-563b-4da2-872f-36a5b2d51013 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.942495] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.943941] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7671b-a268-499f-99ad-7ca063ab5199 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.960777] env[65997]: DEBUG nova.compute.provider_tree [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.015634] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718323, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.021271] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b91405c7-49e7-4579-9553-498d1287bb98] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 895.084528] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "d742aec9-0d98-4b84-a109-ade52aeb78a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.084889] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.085143] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.086131] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.086131] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.088145] env[65997]: INFO nova.compute.manager [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Terminating instance [ 895.118011] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e5f95e-8bff-736c-2ea0-663ba2255442, 'name': SearchDatastore_Task, 'duration_secs': 0.019453} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.118358] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.118962] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 5ac09152-e6d7-4c2f-82ae-355215767876/5ac09152-e6d7-4c2f-82ae-355215767876.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.119139] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ff76d3-6963-4bdd-a309-07882e445ff7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.127566] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 895.127566] env[65997]: value = "task-4718326" [ 895.127566] env[65997]: _type = "Task" [ 895.127566] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.140583] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.263790] env[65997]: WARNING neutronclient.v2_0.client [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.331080] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.376513] env[65997]: WARNING neutronclient.v2_0.client [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.442715] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531021} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.443037] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.443303] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.443810] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.465028] env[65997]: DEBUG nova.scheduler.client.report [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.514764] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718323, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.527563] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 08a6401e-1117-4a74-b6e0-a811620cefdd] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 895.597674] env[65997]: DEBUG nova.compute.manager [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 895.597904] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.599460] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065fff35-b09f-4787-8573-be64067d1018 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.611146] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.611146] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee2d630-a4a1-4495-98db-f9d42a2483f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.620386] env[65997]: DEBUG oslo_vmware.api [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 895.620386] env[65997]: value = "task-4718327" [ 895.620386] env[65997]: _type = "Task" [ 895.620386] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.633616] env[65997]: DEBUG oslo_vmware.api [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.645303] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.750991] env[65997]: WARNING neutronclient.v2_0.client [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.879440] env[65997]: WARNING neutronclient.v2_0.client [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.973317] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.979776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.531s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.980359] env[65997]: DEBUG nova.objects.instance [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lazy-loading 'resources' on Instance uuid 600fb982-729e-4f28-87b0-27d789cdbc2e {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.002331] env[65997]: INFO nova.scheduler.client.report [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleted allocations for instance aa4832a9-9736-4258-9da4-d9ec5841bb95 [ 896.015937] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718323, 'name': Destroy_Task, 'duration_secs': 1.686534} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.016272] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Destroyed the VM [ 896.016543] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.017021] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca4bae90-da13-4ad0-90fd-c2513d5fb23f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.028670] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 896.028670] env[65997]: value = "task-4718328" [ 896.028670] env[65997]: _type = "Task" [ 896.028670] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.032882] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: d0bbfa93-4aec-43de-b7fb-de2c810e9f31] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 896.042525] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.131861] env[65997]: DEBUG oslo_vmware.api [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718327, 'name': PowerOffVM_Task, 'duration_secs': 0.470078} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.132062] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.132152] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.133283] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84330ff6-3401-470d-9d71-6366e30a21f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.144641] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685761} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.144641] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 5ac09152-e6d7-4c2f-82ae-355215767876/5ac09152-e6d7-4c2f-82ae-355215767876.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.144871] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.145143] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924c926e-52f0-4de1-b781-110a9e66ee11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.152296] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 896.152296] env[65997]: value = "task-4718330" [ 896.152296] env[65997]: _type = "Task" [ 896.152296] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.161237] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.209043] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.209283] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.209466] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleting the datastore file [datastore2] d742aec9-0d98-4b84-a109-ade52aeb78a4 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.209815] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbf39856-57c8-4007-8785-a449f760b59f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.217518] env[65997]: DEBUG oslo_vmware.api [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 896.217518] env[65997]: value = "task-4718331" [ 896.217518] env[65997]: _type = "Task" [ 896.217518] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.227408] env[65997]: DEBUG oslo_vmware.api [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.388527] env[65997]: DEBUG nova.network.neutron [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updated VIF entry in instance network info cache for port cddd1ae4-ba90-46c8-a4e9-57349964a547. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.389157] env[65997]: DEBUG nova.network.neutron [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [{"id": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "address": "fa:16:3e:b4:32:ce", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd1ae4-ba", "ovs_interfaceid": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.448374] env[65997]: DEBUG nova.network.neutron [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updated VIF entry in instance network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.448813] env[65997]: DEBUG nova.network.neutron [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.492277] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 896.492537] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.492691] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 896.492870] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.493757] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 896.494023] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 896.494336] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.494547] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 896.494730] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 896.494895] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 896.495128] env[65997]: DEBUG nova.virt.hardware [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 896.497052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a600dc50-6fff-44c5-b524-9ffe08c450c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.507379] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817c3b7b-8928-4750-827a-5d7f3575776c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.525029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6325d295-ba29-48d9-ba39-95b2bd275595 tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "aa4832a9-9736-4258-9da4-d9ec5841bb95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.964s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.536060] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '549ef3ec-89f7-4227-beac-0ed87f6c78f1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.544806] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.555224] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 3bff829e-239f-4b35-8d03-bccd33d4ed26] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 896.557806] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.559342] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e1fe3e-6f53-4210-8919-6e4e6791bd32 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.584761] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.586672] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.586672] env[65997]: value = "task-4718332" [ 896.586672] env[65997]: _type = "Task" [ 896.586672] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.598777] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718332, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.664402] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078302} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.664830] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.665654] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10729b48-c376-4c90-8ce8-78aaf81a1975 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.696855] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5ac09152-e6d7-4c2f-82ae-355215767876/5ac09152-e6d7-4c2f-82ae-355215767876.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.700272] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87259e00-5f16-47ad-9740-ac3776e356c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.725304] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 896.725304] env[65997]: value = "task-4718333" [ 896.725304] env[65997]: _type = "Task" [ 896.725304] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.733207] env[65997]: DEBUG oslo_vmware.api [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48545} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.736251] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.736477] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.738856] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.738856] env[65997]: INFO nova.compute.manager [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 896.738856] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.738856] env[65997]: DEBUG nova.compute.manager [-] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 896.738856] env[65997]: DEBUG nova.network.neutron [-] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 896.738856] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.743814] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.802471] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.895795] env[65997]: DEBUG oslo_concurrency.lockutils [req-406e41c9-b1c0-4c95-92c2-62042137db9e req-b230be50-e6db-4bc2-83fb-06e345790adf service nova] Releasing lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.952928] env[65997]: DEBUG oslo_concurrency.lockutils [req-34901dd1-f6f3-43a3-8637-cba61c3ab8de req-74dc7db7-24de-4407-be09-93e13147e981 service nova] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.007287] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937f7f3-7706-450f-aa87-c4ff4be8ba5f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.017426] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d67b5-ae57-45a0-bdf8-9aeb35c24fc1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.064605] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 798463ae-3d9f-47f5-bd24-9de329757d3b] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.075456] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddfe28e-a318-4f54-8faa-4601028b6240 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.091446] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718328, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.093603] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd574c79-b6a5-4bec-8ed4-dc077abef57d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.127732] env[65997]: DEBUG nova.compute.provider_tree [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.133756] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718332, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.237672] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.433723] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "80b58456-1208-41c4-86b9-077e0ab9e2c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.433973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.571674] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 1a1c9688-7920-48c4-9d4b-4ebd90fbf555] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.587351] env[65997]: DEBUG oslo_vmware.api [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718328, 'name': RemoveSnapshot_Task, 'duration_secs': 1.376091} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.589016] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.589016] env[65997]: INFO nova.compute.manager [None req-9031ebdc-eb0d-4e76-a0f9-7b7d3f83647b tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Took 18.60 seconds to snapshot the instance on the hypervisor. [ 897.604484] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718332, 'name': CreateVM_Task, 'duration_secs': 0.638428} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.604736] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.605173] env[65997]: WARNING neutronclient.v2_0.client [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 897.605639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.605817] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.606159] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.606423] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a1b1d2-2b69-4fbe-9d6a-b233b6e18e50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.612142] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 897.612142] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e2fd66-3d13-ffe7-e261-057bdf558174" [ 897.612142] env[65997]: _type = "Task" [ 897.612142] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.624779] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e2fd66-3d13-ffe7-e261-057bdf558174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.635715] env[65997]: DEBUG nova.scheduler.client.report [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.648623] env[65997]: DEBUG nova.network.neutron [-] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.738114] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718333, 'name': ReconfigVM_Task, 'duration_secs': 0.624713} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.738517] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5ac09152-e6d7-4c2f-82ae-355215767876/5ac09152-e6d7-4c2f-82ae-355215767876.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.739818] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7917195b-2c5a-4582-9222-45018026d1df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.749896] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 897.749896] env[65997]: value = "task-4718334" [ 897.749896] env[65997]: _type = "Task" [ 897.749896] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.762377] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718334, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.937254] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 898.078852] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.079049] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Cleaning up deleted instances with incomplete migration {{(pid=65997) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 898.124623] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e2fd66-3d13-ffe7-e261-057bdf558174, 'name': SearchDatastore_Task, 'duration_secs': 0.013296} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.124971] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.125229] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.125468] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.125609] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.125833] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.126141] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed8b6f1-b683-4201-b521-0ea93eb40db0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.138440] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.138629] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.139838] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1509a3c5-2b18-4dd5-babf-3db42a1ffcc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.144525] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.146571] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.030s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.148315] env[65997]: INFO nova.compute.claims [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.151981] env[65997]: INFO nova.compute.manager [-] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Took 1.41 seconds to deallocate network for instance. [ 898.156110] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 898.156110] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52caa563-4639-9e42-42d4-a59ec0585ebb" [ 898.156110] env[65997]: _type = "Task" [ 898.156110] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.169621] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52caa563-4639-9e42-42d4-a59ec0585ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.177615] env[65997]: INFO nova.scheduler.client.report [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Deleted allocations for instance 600fb982-729e-4f28-87b0-27d789cdbc2e [ 898.261329] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718334, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.476287] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.581675] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.660240] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.671664] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52caa563-4639-9e42-42d4-a59ec0585ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.016521} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.673794] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc23ee2-d110-44cb-883e-c96e2f245bc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.681117] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 898.681117] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ef0ad4-4134-61d2-4ce3-8c8978a988b5" [ 898.681117] env[65997]: _type = "Task" [ 898.681117] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.696089] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ef0ad4-4134-61d2-4ce3-8c8978a988b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.696089] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab62f500-2a24-4c58-b0b1-f521aa53757f tempest-ListServersNegativeTestJSON-2099661029 tempest-ListServersNegativeTestJSON-2099661029-project-member] Lock "600fb982-729e-4f28-87b0-27d789cdbc2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.169s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.763332] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718334, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.203779] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ef0ad4-4134-61d2-4ce3-8c8978a988b5, 'name': SearchDatastore_Task, 'duration_secs': 0.030972} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.203779] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.203779] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.203779] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbe660f-348a-4a49-9ad0-89186790169b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.215693] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 899.215693] env[65997]: value = "task-4718335" [ 899.215693] env[65997]: _type = "Task" [ 899.215693] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.230212] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.264976] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718334, 'name': Rename_Task, 'duration_secs': 1.405561} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.270393] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.271033] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97bd186c-d2a8-4033-bef1-598c4feb108c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.280069] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 899.280069] env[65997]: value = "task-4718336" [ 899.280069] env[65997]: _type = "Task" [ 899.280069] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.296040] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.597763] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398963b7-75f7-4950-b3d5-a38a8c3c467d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.608810] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c468d9-0af2-43d9-929e-69d97bda7888 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.645466] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefe0ed-e160-45f3-aa30-7d05d0469165 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.657663] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42559fbc-4790-492b-b37f-fd444cb22cf1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.676171] env[65997]: DEBUG nova.compute.provider_tree [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.685022] env[65997]: DEBUG nova.compute.manager [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.685248] env[65997]: DEBUG nova.compute.manager [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing instance network info cache due to event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 899.685542] env[65997]: DEBUG oslo_concurrency.lockutils [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.685692] env[65997]: DEBUG oslo_concurrency.lockutils [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.685722] env[65997]: DEBUG nova.network.neutron [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.726652] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.797251] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.801021] env[65997]: DEBUG nova.compute.manager [req-5243084a-a8b1-4893-a4b0-bf36ec04808d req-979c0036-d461-437d-a03c-7f77246c6ec7 service nova] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Received event network-vif-deleted-fca763b5-9a7f-4d95-beba-d0d5cbf77aea {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 900.180647] env[65997]: DEBUG nova.scheduler.client.report [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.189486] env[65997]: WARNING neutronclient.v2_0.client [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.226912] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659435} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.232023] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.232023] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.232023] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-150f817a-51e5-46e0-b679-f1b7f7b96290 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.241424] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 900.241424] env[65997]: value = "task-4718337" [ 900.241424] env[65997]: _type = "Task" [ 900.241424] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.253891] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.299489] env[65997]: DEBUG oslo_vmware.api [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718336, 'name': PowerOnVM_Task, 'duration_secs': 0.586566} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.299749] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.299990] env[65997]: INFO nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Took 11.00 seconds to spawn the instance on the hypervisor. [ 900.300197] env[65997]: DEBUG nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.301113] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d5e4c-5862-43bc-8ba2-80ebb29aec1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.688156] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.688770] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 900.695542] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.307s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.695930] env[65997]: DEBUG nova.objects.instance [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lazy-loading 'resources' on Instance uuid 11648856-bff6-44d2-925c-54d11267d62f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.758562] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079272} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.758886] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.759730] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2642d-80f6-4875-8109-61ee8093ddb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.786819] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.787374] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32e7e8d-e272-4e88-b0be-e6af473fb3f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.809152] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 900.809152] env[65997]: value = "task-4718338" [ 900.809152] env[65997]: _type = "Task" [ 900.809152] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.821594] env[65997]: INFO nova.compute.manager [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Took 23.20 seconds to build instance. [ 900.827567] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.197139] env[65997]: DEBUG nova.compute.utils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.199096] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 901.199096] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.200399] env[65997]: WARNING neutronclient.v2_0.client [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.200399] env[65997]: WARNING neutronclient.v2_0.client [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.329493] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a130273d-57e5-4fb8-9b32-863dd9e42d74 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.727s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.329868] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.430024] env[65997]: DEBUG nova.policy [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dbd0cc6ce104a5da0b47b047ae6943f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edce7743ec93483da537aafe72efd301', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.592921] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99082f7-267b-40f8-8934-ab3d9b040e4d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.602492] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca725c39-32d5-4c55-8d2c-e21055580341 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.637866] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14209b44-e3bc-4ffa-b79f-015f09e4432d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.646988] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204254de-96e3-4f01-823d-e60a7d5c0f5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.666401] env[65997]: DEBUG nova.compute.provider_tree [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.704205] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 901.732016] env[65997]: WARNING neutronclient.v2_0.client [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.822296] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718338, 'name': ReconfigVM_Task, 'duration_secs': 0.658089} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.822296] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f0bcf184-5715-4d46-b5f5-6df4c361e8d3/f0bcf184-5715-4d46-b5f5-6df4c361e8d3.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.822296] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bf60f08-a585-4c49-b7da-59b2e1c80ebf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.830131] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 901.830131] env[65997]: value = "task-4718339" [ 901.830131] env[65997]: _type = "Task" [ 901.830131] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.843833] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718339, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.053072] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Successfully created port: 0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 902.172495] env[65997]: DEBUG nova.scheduler.client.report [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.342329] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718339, 'name': Rename_Task, 'duration_secs': 0.261088} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.342329] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.342329] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a074d025-1a79-4b11-9ae4-2a1aba314978 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.351414] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 902.351414] env[65997]: value = "task-4718340" [ 902.351414] env[65997]: _type = "Task" [ 902.351414] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.361099] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.493425] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Successfully created port: 5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 902.539853] env[65997]: DEBUG nova.network.neutron [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updated VIF entry in instance network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.540274] env[65997]: DEBUG nova.network.neutron [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.681147] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.688856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.952s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.694202] env[65997]: INFO nova.compute.claims [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.714090] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 902.718795] env[65997]: INFO nova.scheduler.client.report [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Deleted allocations for instance 11648856-bff6-44d2-925c-54d11267d62f [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.751171] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.751867] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.752247] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.752553] env[65997]: DEBUG nova.virt.hardware [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.753572] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f73b86-cb19-481c-9640-680fb649ba1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.764345] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd95b02-c63f-49c2-b703-bb64a44ac8da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.867244] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.043434] env[65997]: DEBUG oslo_concurrency.lockutils [req-75c61bfa-6203-432b-bfc4-d08248379814 req-b1410839-23e8-4a56-8791-97c24bc2ba72 service nova] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.232406] env[65997]: DEBUG oslo_concurrency.lockutils [None req-289fbcd6-c21d-4484-8192-536d90a686f5 tempest-ServersAdminTestJSON-561694848 tempest-ServersAdminTestJSON-561694848-project-member] Lock "11648856-bff6-44d2-925c-54d11267d62f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.365045] env[65997]: DEBUG oslo_vmware.api [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718340, 'name': PowerOnVM_Task, 'duration_secs': 0.655833} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.365430] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.365727] env[65997]: DEBUG nova.compute.manager [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.366653] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c78fd4-a363-40a8-a0c4-818f3eeb7b63 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.884814] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.004278] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4b7245-ef03-477c-ad3d-261ab2ee9331 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.013284] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cc088b-47c9-458e-a477-473473571a29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.047977] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8c0e6-0798-438a-b3df-bb2c964f0876 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.056179] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2417aac1-6c31-41f7-b557-db2a2b43b544 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.072905] env[65997]: DEBUG nova.compute.provider_tree [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.337243] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Successfully updated port: 0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 904.576465] env[65997]: DEBUG nova.scheduler.client.report [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.081979] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.084654] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 905.088439] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.613s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.090689] env[65997]: INFO nova.compute.claims [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.597064] env[65997]: DEBUG nova.compute.utils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.601020] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 905.601256] env[65997]: DEBUG nova.network.neutron [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 905.601591] env[65997]: WARNING neutronclient.v2_0.client [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.601895] env[65997]: WARNING neutronclient.v2_0.client [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.989993] env[65997]: DEBUG nova.policy [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27ff0b45894d4115b263599de2e442de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35274325388d4c18a7b6f7f868036d01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.016130] env[65997]: DEBUG nova.compute.manager [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 906.018323] env[65997]: DEBUG nova.compute.manager [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing instance network info cache due to event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 906.018323] env[65997]: DEBUG oslo_concurrency.lockutils [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.018323] env[65997]: DEBUG oslo_concurrency.lockutils [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.018323] env[65997]: DEBUG nova.network.neutron [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.101613] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 906.413732] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124f9977-0b21-45f2-b290-8fe4110e3673 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.421947] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5f570e-5e9c-4294-a78d-a074a353bdc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.454328] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3981e86-536a-42d1-9b95-f6ad839a4ff4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.463211] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff046c-4b77-4ca5-8060-d9e2df0444bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.477816] env[65997]: DEBUG nova.compute.provider_tree [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.521062] env[65997]: WARNING neutronclient.v2_0.client [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.658208] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Successfully updated port: 5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.981324] env[65997]: DEBUG nova.scheduler.client.report [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.057561] env[65997]: DEBUG nova.network.neutron [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Successfully created port: bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.115462] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 907.154591] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.154839] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.154987] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.155213] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.155546] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.155546] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.157457] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.157457] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.157457] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.157457] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.157457] env[65997]: DEBUG nova.virt.hardware [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.157457] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7198ae27-9715-4e3d-9622-b8f4c93bc00b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.163669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.163669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.163669] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.175326] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6796c5a-181e-4a5a-86e4-98449423b0a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.493719] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.493719] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 907.495858] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.413s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.497815] env[65997]: INFO nova.compute.claims [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.755736] env[65997]: WARNING neutronclient.v2_0.client [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.899452] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 908.010717] env[65997]: DEBUG nova.compute.utils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.014716] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 908.014995] env[65997]: DEBUG nova.network.neutron [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 908.015950] env[65997]: WARNING neutronclient.v2_0.client [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.016355] env[65997]: WARNING neutronclient.v2_0.client [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.516234] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 908.734748] env[65997]: DEBUG nova.policy [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.759303] env[65997]: DEBUG nova.network.neutron [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Successfully updated port: bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 908.797835] env[65997]: DEBUG nova.network.neutron [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updated VIF entry in instance network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 908.799458] env[65997]: DEBUG nova.network.neutron [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.874245] env[65997]: DEBUG nova.compute.manager [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.874447] env[65997]: DEBUG nova.compute.manager [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing instance network info cache due to event network-changed-de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.874635] env[65997]: DEBUG oslo_concurrency.lockutils [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] Acquiring lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.933532] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992797fc-61f1-4b83-b3a7-3b51238419b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.944527] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca9bf4-652a-4d4c-b7e4-47b209c6fb16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.982880] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb2bdd-a756-4e0c-ba18-a172d073313e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.991696] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cde55c1-85cf-46b5-8777-5b60896c3385 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.008424] env[65997]: DEBUG nova.compute.provider_tree [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.166181] env[65997]: DEBUG nova.network.neutron [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Successfully created port: 109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 909.204623] env[65997]: WARNING neutronclient.v2_0.client [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.264037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.264209] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.265030] env[65997]: DEBUG nova.network.neutron [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.300926] env[65997]: DEBUG oslo_concurrency.lockutils [req-1b90f9b0-31b6-47d7-acc8-649cf90e9718 req-41fca805-3b28-4fe6-a780-ea1bd34dd121 service nova] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.301453] env[65997]: DEBUG oslo_concurrency.lockutils [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] Acquired lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.301644] env[65997]: DEBUG nova.network.neutron [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Refreshing network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.511901] env[65997]: DEBUG nova.scheduler.client.report [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.530611] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 909.560301] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 909.560580] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.560777] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 909.560961] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.561185] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 909.561308] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 909.561551] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.561663] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 909.561824] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 909.562028] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 909.562171] env[65997]: DEBUG nova.virt.hardware [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 909.563061] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd19aee-b07e-4425-85d0-a6d9709bdb98 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.572540] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d4bf8-3beb-44d9-8fcc-1afb0a3c69e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.805041] env[65997]: WARNING neutronclient.v2_0.client [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.861114] env[65997]: DEBUG nova.network.neutron [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.019745] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.020294] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 910.027026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.595s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.027026] env[65997]: DEBUG nova.objects.instance [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.154993] env[65997]: WARNING neutronclient.v2_0.client [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.427882] env[65997]: WARNING neutronclient.v2_0.client [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.527937] env[65997]: DEBUG nova.compute.utils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.531071] env[65997]: DEBUG nova.objects.instance [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.532771] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 910.532771] env[65997]: DEBUG nova.network.neutron [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 910.532957] env[65997]: WARNING neutronclient.v2_0.client [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.533284] env[65997]: WARNING neutronclient.v2_0.client [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.570406] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.570828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.600675] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "42224d79-4990-42f7-9c1d-030991240241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.600898] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "42224d79-4990-42f7-9c1d-030991240241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.738577] env[65997]: DEBUG nova.network.neutron [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Updating instance_info_cache with network_info: [{"id": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "address": "fa:16:3e:f1:29:cc", "network": {"id": "d4fdb32d-eb29-4200-8e9c-a22836948683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26005782", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1366c2-e4", "ovs_interfaceid": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "address": "fa:16:3e:81:c9:3a", "network": {"id": "1e2b2495-ca2a-449d-9e7c-ee814ca73869", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-127050386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5981f448-a3", "ovs_interfaceid": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.808318] env[65997]: DEBUG nova.network.neutron [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Successfully updated port: 109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 910.818463] env[65997]: DEBUG nova.policy [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98844ea02d4b4d9dacee51de6b382e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e89748fbce84e5080ada51a30818685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.823206] env[65997]: WARNING neutronclient.v2_0.client [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.879974] env[65997]: DEBUG nova.network.neutron [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.033811] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 911.039474] env[65997]: INFO nova.compute.claims [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.074585] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 911.100727] env[65997]: DEBUG nova.compute.manager [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received event network-vif-plugged-0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.101180] env[65997]: DEBUG oslo_concurrency.lockutils [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] Acquiring lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.101855] env[65997]: DEBUG oslo_concurrency.lockutils [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.102180] env[65997]: DEBUG oslo_concurrency.lockutils [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.102248] env[65997]: DEBUG nova.compute.manager [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] No waiting events found dispatching network-vif-plugged-0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 911.103288] env[65997]: WARNING nova.compute.manager [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received unexpected event network-vif-plugged-0b1366c2-e4b5-467a-a670-35d9fd6a760f for instance with vm_state building and task_state spawning. [ 911.103288] env[65997]: DEBUG nova.compute.manager [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received event network-changed-0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.103288] env[65997]: DEBUG nova.compute.manager [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Refreshing instance network info cache due to event network-changed-0b1366c2-e4b5-467a-a670-35d9fd6a760f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 911.103288] env[65997]: DEBUG oslo_concurrency.lockutils [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] Acquiring lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.106495] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 911.242229] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Releasing lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.242229] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Instance network_info: |[{"id": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "address": "fa:16:3e:f1:29:cc", "network": {"id": "d4fdb32d-eb29-4200-8e9c-a22836948683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26005782", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1366c2-e4", "ovs_interfaceid": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "address": "fa:16:3e:81:c9:3a", "network": {"id": "1e2b2495-ca2a-449d-9e7c-ee814ca73869", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-127050386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5981f448-a3", "ovs_interfaceid": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 911.242677] env[65997]: DEBUG oslo_concurrency.lockutils [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] Acquired lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.242677] env[65997]: DEBUG nova.network.neutron [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Refreshing network info cache for port 0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.243986] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:29:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b1366c2-e4b5-467a-a670-35d9fd6a760f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c9:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5981f448-a359-4ce2-bd77-dc03a3ebc563', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.253741] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.254116] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.254365] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1eda719-5c00-4c26-91e5-93fc6eca4039 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.280498] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.280498] env[65997]: value = "task-4718341" [ 911.280498] env[65997]: _type = "Task" [ 911.280498] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.291034] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718341, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.311802] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.312086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.312263] env[65997]: DEBUG nova.network.neutron [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 911.383739] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.384234] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance network_info: |[{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 911.384757] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:58:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca10115-1c7e-4f45-9979-e01934fb5db1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.393701] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating folder: Project (35274325388d4c18a7b6f7f868036d01). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.394993] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0149a649-5e98-4d96-8cc0-6fb416d5af74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.407008] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created folder: Project (35274325388d4c18a7b6f7f868036d01) in parent group-v920549. [ 911.407256] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating folder: Instances. Parent ref: group-v920763. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.407530] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9644690-776a-4aec-b84e-5819e675fcb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.419312] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created folder: Instances in parent group-v920763. [ 911.419635] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.419857] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.420107] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8291ed2-e903-41c2-bce8-1a9eb625fc2e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.438583] env[65997]: DEBUG nova.network.neutron [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Successfully created port: 33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 911.447430] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.447430] env[65997]: value = "task-4718344" [ 911.447430] env[65997]: _type = "Task" [ 911.447430] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.456914] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718344, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.597315] env[65997]: DEBUG nova.network.neutron [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updated VIF entry in instance network info cache for port de6b19c9-a5ab-4184-9481-41f728aa0af5. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 911.599400] env[65997]: DEBUG nova.network.neutron [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [{"id": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "address": "fa:16:3e:be:f5:28", "network": {"id": "d445edc8-2431-4ba6-a254-2c268725b1ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1046335011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20a6c95c2b9642c1955e99843c4f77a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6b19c9-a5", "ovs_interfaceid": "de6b19c9-a5ab-4184-9481-41f728aa0af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.610815] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.635991] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.755718] env[65997]: WARNING neutronclient.v2_0.client [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.791227] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718341, 'name': CreateVM_Task, 'duration_secs': 0.493814} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.791563] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.792073] env[65997]: WARNING neutronclient.v2_0.client [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.792853] env[65997]: WARNING neutronclient.v2_0.client [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.792853] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.792853] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793221] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.793488] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7561cfdb-22fa-4873-b0c1-a650c92ecac7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.799730] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 911.799730] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520bc3da-f609-987b-7eb3-6a2d6fc75d39" [ 911.799730] env[65997]: _type = "Task" [ 911.799730] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.808903] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520bc3da-f609-987b-7eb3-6a2d6fc75d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.958751] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718344, 'name': CreateVM_Task, 'duration_secs': 0.41204} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.958964] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.959510] env[65997]: WARNING neutronclient.v2_0.client [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.959848] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.056153] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 912.088590] env[65997]: DEBUG nova.network.neutron [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 912.092862] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.093113] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.093270] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.093450] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.093641] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.094547] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.094547] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.094547] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.094547] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.094547] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.094762] env[65997]: DEBUG nova.virt.hardware [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.095742] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22193b05-ae7f-485f-a660-27c9c790f7ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.103132] env[65997]: DEBUG oslo_concurrency.lockutils [req-cf0c111e-395a-4e8f-ad4b-76e8a7372dfd req-56542964-2da2-4f24-8aa3-d52afb57fe81 service nova] Releasing lock "refresh_cache-74312858-c98b-4e8b-8a88-bff32a5a8a94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.107530] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd32c9-a9a1-4896-981f-41168ef03970 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.320242] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520bc3da-f609-987b-7eb3-6a2d6fc75d39, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.320849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.320849] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.321042] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.321227] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.321678] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.322460] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.322460] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.322460] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da4e60aa-0b40-4c49-a5d2-998e9002d651 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.327072] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8902951-e115-4b65-843b-4d897d339e8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.333939] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 912.333939] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522a222c-9d78-3243-8a14-1d9851132c88" [ 912.333939] env[65997]: _type = "Task" [ 912.333939] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.338774] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.338971] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.342420] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1c6ea0-8a89-4f4b-9366-daa16ed0c459 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.351707] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522a222c-9d78-3243-8a14-1d9851132c88, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.351872] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.352163] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.355069] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.355300] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 912.355300] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a473e5-49e4-2399-c7f3-0124b9985ff3" [ 912.355300] env[65997]: _type = "Task" [ 912.355300] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.364555] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a473e5-49e4-2399-c7f3-0124b9985ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.430437] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c57fa2-b495-4d31-9fa6-084c136ff1bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.439403] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7939597-559b-48a4-b684-535ddae6fa6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.471525] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18690aa-68bc-479b-ba57-0aed2d229094 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.480263] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a00f8b-c93a-4b8f-a6fa-69f020bac6a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.494675] env[65997]: DEBUG nova.compute.provider_tree [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.869576] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a473e5-49e4-2399-c7f3-0124b9985ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.870630] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713161de-35b5-4a73-bb3c-3787710b01a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.878330] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 912.878330] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52168de4-04d1-d558-818c-5945bd1d7277" [ 912.878330] env[65997]: _type = "Task" [ 912.878330] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.888672] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52168de4-04d1-d558-818c-5945bd1d7277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.999100] env[65997]: DEBUG nova.scheduler.client.report [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.157105] env[65997]: DEBUG nova.network.neutron [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Successfully updated port: 33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.296038] env[65997]: WARNING neutronclient.v2_0.client [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.333601] env[65997]: WARNING neutronclient.v2_0.client [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.393047] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52168de4-04d1-d558-818c-5945bd1d7277, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.393047] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.393047] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72/0e02d828-f28c-4c57-9b0b-26b8a6fb2c72.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.393325] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.393403] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.393789] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebe2d987-129f-46dd-8da6-6fcc09773fec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.396523] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf8c00a-5d0f-4950-a857-4a1313affb1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.406434] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 913.406434] env[65997]: value = "task-4718345" [ 913.406434] env[65997]: _type = "Task" [ 913.406434] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.411235] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.411449] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.412600] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3f2af2-5d27-4461-ada0-b5cec6608260 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.419569] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 913.419569] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5c1cf-2698-b679-caba-b5e5a6c4afbd" [ 913.419569] env[65997]: _type = "Task" [ 913.419569] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.422883] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.432967] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5c1cf-2698-b679-caba-b5e5a6c4afbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.433807] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ec9bd7-a260-4c7c-953b-16cca03e93c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.440680] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 913.440680] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5258c396-63e5-40ad-8259-2683a9858c62" [ 913.440680] env[65997]: _type = "Task" [ 913.440680] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.451879] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5258c396-63e5-40ad-8259-2683a9858c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.504981] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.482s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.505380] env[65997]: WARNING neutronclient.v2_0.client [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.508262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.109s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.508570] env[65997]: DEBUG nova.objects.instance [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'resources' on Instance uuid 8564acfe-4596-45e1-9161-b71d78cdfdb1 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.595315] env[65997]: DEBUG nova.network.neutron [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Updating instance_info_cache with network_info: [{"id": "109307d8-d34b-4dd2-a103-8e54973b4a41", "address": "fa:16:3e:58:fe:be", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109307d8-d3", "ovs_interfaceid": "109307d8-d34b-4dd2-a103-8e54973b4a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.632184] env[65997]: INFO nova.network.neutron [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating port e2cec206-c93b-4743-b0f8-e06217e357e8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 913.639865] env[65997]: DEBUG nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Received event network-changed-9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 913.640048] env[65997]: DEBUG nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Refreshing instance network info cache due to event network-changed-9f3d748e-7b41-4697-85f0-6c602c7e2ecc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 913.640318] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Acquiring lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.640494] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Acquired lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.640659] env[65997]: DEBUG nova.network.neutron [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Refreshing network info cache for port 9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.659212] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.659433] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.659755] env[65997]: DEBUG nova.network.neutron [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 913.667926] env[65997]: DEBUG nova.network.neutron [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Updated VIF entry in instance network info cache for port 0b1366c2-e4b5-467a-a670-35d9fd6a760f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 913.668671] env[65997]: DEBUG nova.network.neutron [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Updating instance_info_cache with network_info: [{"id": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "address": "fa:16:3e:f1:29:cc", "network": {"id": "d4fdb32d-eb29-4200-8e9c-a22836948683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26005782", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1366c2-e4", "ovs_interfaceid": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "address": "fa:16:3e:81:c9:3a", "network": {"id": "1e2b2495-ca2a-449d-9e7c-ee814ca73869", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-127050386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5981f448-a3", "ovs_interfaceid": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.861916] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "5ac09152-e6d7-4c2f-82ae-355215767876" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.862079] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.862405] env[65997]: INFO nova.compute.manager [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Rebooting instance [ 913.917400] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50382} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.917765] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72/0e02d828-f28c-4c57-9b0b-26b8a6fb2c72.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.918121] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.918215] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60a92047-d4c8-4e66-9865-a7bf5f162607 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.925869] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 913.925869] env[65997]: value = "task-4718346" [ 913.925869] env[65997]: _type = "Task" [ 913.925869] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.936932] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.952993] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5258c396-63e5-40ad-8259-2683a9858c62, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.952993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.952993] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.952993] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cd0a7fa-1dff-4a65-97fc-3f316ff4a88e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.961217] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 913.961217] env[65997]: value = "task-4718347" [ 913.961217] env[65997]: _type = "Task" [ 913.961217] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.970457] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.101120] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.101508] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Instance network_info: |[{"id": "109307d8-d34b-4dd2-a103-8e54973b4a41", "address": "fa:16:3e:58:fe:be", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109307d8-d3", "ovs_interfaceid": "109307d8-d34b-4dd2-a103-8e54973b4a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 914.102136] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:fe:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '109307d8-d34b-4dd2-a103-8e54973b4a41', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.109643] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 914.112728] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.114028] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc1331c-47e8-4f0c-ba2d-54ddf7a059eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.139567] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.139567] env[65997]: value = "task-4718348" [ 914.139567] env[65997]: _type = "Task" [ 914.139567] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.145791] env[65997]: WARNING neutronclient.v2_0.client [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.159062] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718348, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.173070] env[65997]: DEBUG oslo_concurrency.lockutils [req-a62df26f-9994-43f0-8ebb-1482e034bd54 req-4a8c9017-55dd-44ba-930d-60d43e9d2849 service nova] Releasing lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.234911] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.235298] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.235575] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.235826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.236111] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.238606] env[65997]: INFO nova.compute.manager [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Terminating instance [ 914.391634] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403662] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e213b-0984-405a-9c9a-4d93c422463b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.414953] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03fdd08-4344-4628-b7e9-3ccb25289ecd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.456868] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2aa500-3601-4794-af6f-80e495d3ae46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.465632] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07051} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.471458] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.472629] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8c52a-a4c0-4cd7-9cf1-049246e82b23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.476834] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f3a82-1abd-4270-bc0d-3a383cbbd82d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.487510] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473841} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.488859] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.489090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.510805] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013f7324-f8b5-440e-a902-118b4288228f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.513302] env[65997]: DEBUG nova.compute.provider_tree [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.523578] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72/0e02d828-f28c-4c57-9b0b-26b8a6fb2c72.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.524780] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29f30ed-0572-4684-8d7f-be0298eb208a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.545984] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 914.545984] env[65997]: value = "task-4718349" [ 914.545984] env[65997]: _type = "Task" [ 914.545984] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.548078] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 914.548078] env[65997]: value = "task-4718350" [ 914.548078] env[65997]: _type = "Task" [ 914.548078] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.562349] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.566406] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.652860] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718348, 'name': CreateVM_Task, 'duration_secs': 0.441532} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.653048] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.653900] env[65997]: WARNING neutronclient.v2_0.client [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.654033] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.654201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.654547] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.654850] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7faaa820-cd69-4586-8246-5b3bcf0c414f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.661629] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 914.661629] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5256d113-c546-a0ae-4abe-3379af90c2c8" [ 914.661629] env[65997]: _type = "Task" [ 914.661629] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.678767] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5256d113-c546-a0ae-4abe-3379af90c2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.743769] env[65997]: DEBUG nova.compute.manager [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 914.744008] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.744923] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b613ca-de02-4feb-be37-6cb61a90c39e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.753331] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.753651] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9eb48d0-e437-44ef-80ed-b2c382aaa97f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.762411] env[65997]: DEBUG oslo_vmware.api [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 914.762411] env[65997]: value = "task-4718351" [ 914.762411] env[65997]: _type = "Task" [ 914.762411] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.767562] env[65997]: DEBUG nova.network.neutron [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.775948] env[65997]: DEBUG oslo_vmware.api [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.025640] env[65997]: DEBUG nova.scheduler.client.report [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.068521] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078895} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.068628] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718350, 'name': ReconfigVM_Task, 'duration_secs': 0.32738} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.068872] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.069208] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72/0e02d828-f28c-4c57-9b0b-26b8a6fb2c72.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.070468] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5ff2e-a8f5-413f-a4d2-0c79302d9d9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.073553] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e3b9c77-9fdc-43f5-8fea-ada182022832 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.096022] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.100465] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84aeccbf-f8ff-4cb6-a49e-88599481bb58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.116172] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 915.116172] env[65997]: value = "task-4718352" [ 915.116172] env[65997]: _type = "Task" [ 915.116172] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.117847] env[65997]: WARNING neutronclient.v2_0.client [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.126077] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 915.126077] env[65997]: value = "task-4718353" [ 915.126077] env[65997]: _type = "Task" [ 915.126077] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.129516] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718352, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.139327] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.175198] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5256d113-c546-a0ae-4abe-3379af90c2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.175535] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.175804] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.176117] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.176274] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.176470] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.180087] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf9e07ff-4a45-4d43-b50a-3f0b5b6d5fa8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.187193] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.187426] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.188290] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4b3dc4-caf8-420e-9f8b-91e3728c45cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.194666] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 915.194666] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522beec8-a15c-ce49-9b7c-47cefacc7628" [ 915.194666] env[65997]: _type = "Task" [ 915.194666] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.206953] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522beec8-a15c-ce49-9b7c-47cefacc7628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.208424] env[65997]: WARNING neutronclient.v2_0.client [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.223729] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.223931] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.224128] env[65997]: DEBUG nova.network.neutron [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.282104] env[65997]: DEBUG oslo_vmware.api [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718351, 'name': PowerOffVM_Task, 'duration_secs': 0.218853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.282394] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.282895] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.282895] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adb08541-2776-4674-a21c-dac54dc44b53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.322521] env[65997]: DEBUG nova.network.neutron [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updating instance_info_cache with network_info: [{"id": "33815683-e88a-4f0f-9b21-a47d698d9ead", "address": "fa:16:3e:ed:1c:9e", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33815683-e8", "ovs_interfaceid": "33815683-e88a-4f0f-9b21-a47d698d9ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.359139] env[65997]: DEBUG nova.network.neutron [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updated VIF entry in instance network info cache for port 9f3d748e-7b41-4697-85f0-6c602c7e2ecc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 915.360022] env[65997]: DEBUG nova.network.neutron [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updating instance_info_cache with network_info: [{"id": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "address": "fa:16:3e:0a:6d:29", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3d748e-7b", "ovs_interfaceid": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.373722] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.373935] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.375320] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore1] f0bcf184-5715-4d46-b5f5-6df4c361e8d3 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.375320] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5da8b1-cecb-4f5c-ad72-6ef77619cae6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.384457] env[65997]: DEBUG oslo_vmware.api [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 915.384457] env[65997]: value = "task-4718355" [ 915.384457] env[65997]: _type = "Task" [ 915.384457] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.402279] env[65997]: DEBUG oslo_vmware.api [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.426634] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-vif-plugged-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.426634] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.426967] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.426967] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.428239] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] No waiting events found dispatching network-vif-plugged-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 915.428239] env[65997]: WARNING nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received unexpected event network-vif-plugged-bca10115-1c7e-4f45-9979-e01934fb5db1 for instance with vm_state building and task_state spawning. [ 915.428239] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.428239] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing instance network info cache due to event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.428239] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.428239] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.428239] env[65997]: DEBUG nova.network.neutron [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.533632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.535706] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.206s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.537655] env[65997]: INFO nova.compute.claims [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.554102] env[65997]: INFO nova.scheduler.client.report [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocations for instance 8564acfe-4596-45e1-9161-b71d78cdfdb1 [ 915.629740] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718352, 'name': Rename_Task, 'duration_secs': 0.172741} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.635962] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.635962] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de41f56-069a-4660-aaad-cde3745c8d90 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.642929] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718353, 'name': ReconfigVM_Task, 'duration_secs': 0.359335} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.644752] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfigured VM instance instance-0000004c to attach disk [datastore1] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.646664] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 915.646664] env[65997]: value = "task-4718356" [ 915.646664] env[65997]: _type = "Task" [ 915.646664] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.646875] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3832e927-2611-4ed7-b135-6b587dc1b7fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.659137] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.660769] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 915.660769] env[65997]: value = "task-4718357" [ 915.660769] env[65997]: _type = "Task" [ 915.660769] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.669961] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718357, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.705446] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522beec8-a15c-ce49-9b7c-47cefacc7628, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.706417] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15836bb-1968-43d7-8552-03dd6a60f312 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.714129] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 915.714129] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e5dce-0040-5fe1-516f-9b0a079a1f4f" [ 915.714129] env[65997]: _type = "Task" [ 915.714129] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.723415] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e5dce-0040-5fe1-516f-9b0a079a1f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.727908] env[65997]: WARNING neutronclient.v2_0.client [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.829111] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.829630] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance network_info: |[{"id": "33815683-e88a-4f0f-9b21-a47d698d9ead", "address": "fa:16:3e:ed:1c:9e", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33815683-e8", "ovs_interfaceid": "33815683-e88a-4f0f-9b21-a47d698d9ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 915.837843] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33815683-e88a-4f0f-9b21-a47d698d9ead', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.850317] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.851130] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.852018] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8498a01f-cc0d-4cad-9b3c-2bcd9943ffc5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.874686] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Releasing lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.874993] env[65997]: DEBUG nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received event network-vif-plugged-5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.875340] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Acquiring lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.875644] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.875742] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.875912] env[65997]: DEBUG nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] No waiting events found dispatching network-vif-plugged-5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 915.876161] env[65997]: WARNING nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received unexpected event network-vif-plugged-5981f448-a359-4ce2-bd77-dc03a3ebc563 for instance with vm_state building and task_state spawning. [ 915.876311] env[65997]: DEBUG nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received event network-changed-5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.876421] env[65997]: DEBUG nova.compute.manager [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Refreshing instance network info cache due to event network-changed-5981f448-a359-4ce2-bd77-dc03a3ebc563. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.876726] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Acquiring lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.876726] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Acquired lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.877195] env[65997]: DEBUG nova.network.neutron [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Refreshing network info cache for port 5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.883861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquired lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.883861] env[65997]: DEBUG nova.network.neutron [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.891721] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.891721] env[65997]: value = "task-4718358" [ 915.891721] env[65997]: _type = "Task" [ 915.891721] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.903782] env[65997]: DEBUG oslo_vmware.api [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170131} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.904611] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.904826] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.905038] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.905267] env[65997]: INFO nova.compute.manager [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.905618] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.905839] env[65997]: DEBUG nova.compute.manager [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 915.906280] env[65997]: DEBUG nova.network.neutron [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 915.906280] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.914794] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718358, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.932173] env[65997]: WARNING neutronclient.v2_0.client [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.009720] env[65997]: WARNING neutronclient.v2_0.client [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.025757] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.064022] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1b5ad12-c1f1-4b59-95fd-ed32bde7a94e tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "8564acfe-4596-45e1-9161-b71d78cdfdb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.735s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.092194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.092767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.162998] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.171446] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718357, 'name': Rename_Task, 'duration_secs': 0.221352} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.171706] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.171970] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae4a977-da51-4cbe-aec0-1caa5581debf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.181863] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 916.181863] env[65997]: value = "task-4718359" [ 916.181863] env[65997]: _type = "Task" [ 916.181863] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.194912] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.232940] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e5dce-0040-5fe1-516f-9b0a079a1f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.019267} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.233243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.233637] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] f0b94b24-a479-4eb9-85ab-4ed5fb953d0f/f0b94b24-a479-4eb9-85ab-4ed5fb953d0f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.234088] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd527009-f644-49bf-a004-c0457cde2181 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.247650] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 916.247650] env[65997]: value = "task-4718360" [ 916.247650] env[65997]: _type = "Task" [ 916.247650] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.253884] env[65997]: DEBUG nova.network.neutron [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.264174] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.380598] env[65997]: WARNING neutronclient.v2_0.client [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.389979] env[65997]: WARNING neutronclient.v2_0.client [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.404251] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718358, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.474988] env[65997]: WARNING neutronclient.v2_0.client [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.601347] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 916.645283] env[65997]: DEBUG nova.network.neutron [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updated VIF entry in instance network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.645610] env[65997]: DEBUG nova.network.neutron [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.669034] env[65997]: DEBUG oslo_vmware.api [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718356, 'name': PowerOnVM_Task, 'duration_secs': 0.578409} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.669034] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.669235] env[65997]: INFO nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Took 13.95 seconds to spawn the instance on the hypervisor. [ 916.670109] env[65997]: DEBUG nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 916.670224] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee05e5-92c2-497f-a33d-75c25d76d725 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.701032] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.733255] env[65997]: WARNING neutronclient.v2_0.client [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.756721] env[65997]: WARNING neutronclient.v2_0.client [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.768100] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.770795] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.813962] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='435ec0478b7cc6d74dd963889f790b31',container_format='bare',created_at=2025-11-22T04:34:03Z,direct_url=,disk_format='vmdk',id=a6299ab0-0472-48f2-8af3-b5dcf52d5cd4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-586351117-shelved',owner='85c88c13c331484da8ae58036e7acaf0',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-11-22T04:34:20Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.814258] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.814417] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.814594] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.814735] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.814877] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.815302] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.815302] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.815458] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.815614] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.815786] env[65997]: DEBUG nova.virt.hardware [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.816691] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb619f0e-3e42-4e44-9b7f-ac0ef19ee084 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.825869] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f4d6e0-b1df-48aa-9715-7342c6f02c58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.844100] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2cec206-c93b-4743-b0f8-e06217e357e8', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.852148] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 916.855998] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.861962] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34278f71-d1a3-4e73-99d7-004b58b590d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.880195] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "2fdcefb4-020c-4d13-8662-059951d3ccba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.880866] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.892317] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.892317] env[65997]: value = "task-4718361" [ 916.892317] env[65997]: _type = "Task" [ 916.892317] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.893293] env[65997]: DEBUG nova.network.neutron [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Updated VIF entry in instance network info cache for port 5981f448-a359-4ce2-bd77-dc03a3ebc563. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.893621] env[65997]: DEBUG nova.network.neutron [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Updating instance_info_cache with network_info: [{"id": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "address": "fa:16:3e:f1:29:cc", "network": {"id": "d4fdb32d-eb29-4200-8e9c-a22836948683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26005782", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1366c2-e4", "ovs_interfaceid": "0b1366c2-e4b5-467a-a670-35d9fd6a760f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "address": "fa:16:3e:81:c9:3a", "network": {"id": "1e2b2495-ca2a-449d-9e7c-ee814ca73869", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-127050386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "edce7743ec93483da537aafe72efd301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5981f448-a3", "ovs_interfaceid": "5981f448-a359-4ce2-bd77-dc03a3ebc563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.915334] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718361, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.915534] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718358, 'name': CreateVM_Task, 'duration_secs': 0.589571} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.915832] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.916209] env[65997]: WARNING neutronclient.v2_0.client [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.916577] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.917245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.917245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.917739] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7419cc2-72b5-47f5-a805-189603631a77 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.929226] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 916.929226] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52255e73-5c8b-562e-89ad-e4998e32dd8a" [ 916.929226] env[65997]: _type = "Task" [ 916.929226] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.938261] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52255e73-5c8b-562e-89ad-e4998e32dd8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.940820] env[65997]: DEBUG nova.network.neutron [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.964405] env[65997]: DEBUG nova.network.neutron [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updating instance_info_cache with network_info: [{"id": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "address": "fa:16:3e:0a:6d:29", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3d748e-7b", "ovs_interfaceid": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.970267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "74312858-c98b-4e8b-8a88-bff32a5a8a94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.970733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.970917] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "74312858-c98b-4e8b-8a88-bff32a5a8a94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.971170] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.971378] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.973516] env[65997]: INFO nova.compute.manager [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Terminating instance [ 917.035217] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5dac60-63a3-4cb8-9feb-ac762f70b98d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.041533] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41b3df-818f-449c-842f-c74ad3195193 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.080651] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ddb1a-79d5-4bba-9731-278a058d93e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091237] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a076b8b4-2e0a-4873-a9da-7f05ddce3a29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.109949] env[65997]: DEBUG nova.compute.provider_tree [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.138520] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.149165] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.149165] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Received event network-vif-plugged-109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.149165] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquiring lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.149324] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.150043] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.150043] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] No waiting events found dispatching network-vif-plugged-109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 917.150043] env[65997]: WARNING nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Received unexpected event network-vif-plugged-109307d8-d34b-4dd2-a103-8e54973b4a41 for instance with vm_state building and task_state spawning. [ 917.150233] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Received event network-changed-109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.151052] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Refreshing instance network info cache due to event network-changed-109307d8-d34b-4dd2-a103-8e54973b4a41. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 917.151052] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquiring lock "refresh_cache-f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.151052] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquired lock "refresh_cache-f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.151052] env[65997]: DEBUG nova.network.neutron [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Refreshing network info cache for port 109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.193441] env[65997]: DEBUG oslo_vmware.api [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718359, 'name': PowerOnVM_Task, 'duration_secs': 0.975065} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.193692] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.193915] env[65997]: INFO nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Took 10.08 seconds to spawn the instance on the hypervisor. [ 917.194110] env[65997]: DEBUG nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.199440] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8cf38-0b15-4439-ab59-39afed27d495 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.210723] env[65997]: INFO nova.compute.manager [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Took 30.12 seconds to build instance. [ 917.262441] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616295} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.263044] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] f0b94b24-a479-4eb9-85ab-4ed5fb953d0f/f0b94b24-a479-4eb9-85ab-4ed5fb953d0f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.263044] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.263696] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a675d070-3977-4942-a647-f8284381d61f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.277873] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 917.277873] env[65997]: value = "task-4718362" [ 917.277873] env[65997]: _type = "Task" [ 917.277873] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.292485] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.369735] env[65997]: DEBUG nova.compute.manager [req-42bf6fa5-3275-444c-b04a-a07ab49f986e req-0c48c2d2-c509-4708-a733-d9052d163e56 service nova] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Received event network-vif-deleted-549ef3ec-89f7-4227-beac-0ed87f6c78f1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.386034] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 917.407412] env[65997]: DEBUG oslo_concurrency.lockutils [req-46087789-decf-4559-8466-02f2ef265aeb req-c7950995-5632-4fc1-87b4-d7155bc96914 service nova] Releasing lock "refresh_cache-0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.407412] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718361, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.439959] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52255e73-5c8b-562e-89ad-e4998e32dd8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.440300] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.440525] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.440755] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.440924] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.441073] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.441508] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec96e84d-5187-4c56-b114-edd976195fe1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.446114] env[65997]: INFO nova.compute.manager [-] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Took 1.54 seconds to deallocate network for instance. [ 917.453925] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.454102] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.454862] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a90ec37-d4a2-4dc2-8980-93a86dba6ea3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.461205] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 917.461205] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5233f1b1-f22b-484d-492e-6c707fc2606f" [ 917.461205] env[65997]: _type = "Task" [ 917.461205] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.470140] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Releasing lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.474453] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5233f1b1-f22b-484d-492e-6c707fc2606f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.481572] env[65997]: DEBUG nova.compute.manager [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 917.481785] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.484282] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c49b78-98bc-4be0-b68b-b934a1254285 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.493173] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.493511] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-123a3787-e875-49d3-8cfd-bab91e12bff8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.503227] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 917.503227] env[65997]: value = "task-4718363" [ 917.503227] env[65997]: _type = "Task" [ 917.503227] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.517534] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.622208] env[65997]: DEBUG nova.scheduler.client.report [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.654063] env[65997]: WARNING neutronclient.v2_0.client [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.664404] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.665038] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.723736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7f7f9163-ef99-48bb-9551-017c98bad05e tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.644s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.731028] env[65997]: INFO nova.compute.manager [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Took 30.02 seconds to build instance. [ 917.789894] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084456} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.790231] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.791084] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a52c66-b2ec-4a0d-b76f-9558234cd337 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.820029] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f0b94b24-a479-4eb9-85ab-4ed5fb953d0f/f0b94b24-a479-4eb9-85ab-4ed5fb953d0f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.820029] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f7b0d1-dfaa-415a-a33f-e676bf892853 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.845412] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 917.845412] env[65997]: value = "task-4718364" [ 917.845412] env[65997]: _type = "Task" [ 917.845412] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.859095] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.910847] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718361, 'name': CreateVM_Task, 'duration_secs': 0.560523} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.911054] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.911609] env[65997]: WARNING neutronclient.v2_0.client [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.911996] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.912196] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.912565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.912852] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e04d70f-906b-4d49-83e1-79a43ae0027f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.918698] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 917.918698] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52199558-6255-09c9-ef30-9832516eca43" [ 917.918698] env[65997]: _type = "Task" [ 917.918698] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.924834] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.929597] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52199558-6255-09c9-ef30-9832516eca43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.938153] env[65997]: WARNING neutronclient.v2_0.client [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.946113] env[65997]: DEBUG nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Received event network-changed-33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.946334] env[65997]: DEBUG nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Refreshing instance network info cache due to event network-changed-33815683-e88a-4f0f-9b21-a47d698d9ead. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 917.946588] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Acquiring lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.947550] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Acquired lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.947550] env[65997]: DEBUG nova.network.neutron [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Refreshing network info cache for port 33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.955578] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.975371] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5233f1b1-f22b-484d-492e-6c707fc2606f, 'name': SearchDatastore_Task, 'duration_secs': 0.016651} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.978252] env[65997]: DEBUG nova.compute.manager [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.978528] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcba562-3d86-471e-9b48-45d189847e13 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.982584] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ded3de-2b48-495e-8e21-14ad7278432b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.989984] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 917.989984] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dcd120-92ca-c27d-b150-8f20f9b147c9" [ 917.989984] env[65997]: _type = "Task" [ 917.989984] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.008999] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dcd120-92ca-c27d-b150-8f20f9b147c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.019885] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718363, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.085102] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.085465] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.130811] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.131494] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 918.135025] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.659s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.137034] env[65997]: INFO nova.compute.claims [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.198659] env[65997]: DEBUG nova.network.neutron [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Updated VIF entry in instance network info cache for port 109307d8-d34b-4dd2-a103-8e54973b4a41. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.198659] env[65997]: DEBUG nova.network.neutron [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Updating instance_info_cache with network_info: [{"id": "109307d8-d34b-4dd2-a103-8e54973b4a41", "address": "fa:16:3e:58:fe:be", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109307d8-d3", "ovs_interfaceid": "109307d8-d34b-4dd2-a103-8e54973b4a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.230395] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 918.234717] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a84ba8e-c4f7-4199-99a9-1d079964f4d5 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.537s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.358922] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718364, 'name': ReconfigVM_Task, 'duration_secs': 0.334083} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.359419] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f0b94b24-a479-4eb9-85ab-4ed5fb953d0f/f0b94b24-a479-4eb9-85ab-4ed5fb953d0f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.360032] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739c099f-463a-418c-ab10-b2d15c8c70d3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.368393] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 918.368393] env[65997]: value = "task-4718365" [ 918.368393] env[65997]: _type = "Task" [ 918.368393] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.382614] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718365, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.430600] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.430864] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Processing image a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.430934] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.431059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.431471] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.431555] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d25ec8e-49a8-49ca-b2b4-1c232d860918 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.443196] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.443393] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.444187] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fa69ef-d567-4d04-b968-bb4e16cc2893 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.449856] env[65997]: WARNING neutronclient.v2_0.client [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.453673] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 918.453673] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5289c704-cbce-8556-8256-d224c4c5ccc0" [ 918.453673] env[65997]: _type = "Task" [ 918.453673] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.463551] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5289c704-cbce-8556-8256-d224c4c5ccc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.511273] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dcd120-92ca-c27d-b150-8f20f9b147c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.516131] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.516697] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.517215] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-364a1bb3-70af-4efd-b1ca-a906b271988f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.526829] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718363, 'name': PowerOffVM_Task, 'duration_secs': 0.52315} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.528661] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.530016] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.530016] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 918.530016] env[65997]: value = "task-4718366" [ 918.530016] env[65997]: _type = "Task" [ 918.530016] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.530342] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eafcad37-3d88-413f-b756-c3dc40b17aac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.543166] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.624210] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.624579] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.624790] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Deleting the datastore file [datastore2] 74312858-c98b-4e8b-8a88-bff32a5a8a94 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.625099] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73b64c07-0d93-4cac-a299-4e5ea280729d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.636354] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for the task: (returnval){ [ 918.636354] env[65997]: value = "task-4718368" [ 918.636354] env[65997]: _type = "Task" [ 918.636354] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.642118] env[65997]: DEBUG nova.compute.utils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.646539] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 918.647057] env[65997]: DEBUG nova.network.neutron [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 918.647434] env[65997]: WARNING neutronclient.v2_0.client [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.647907] env[65997]: WARNING neutronclient.v2_0.client [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.657476] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.701016] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Releasing lock "refresh_cache-f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.701969] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Received event network-vif-plugged-33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.701969] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.701969] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.702340] env[65997]: DEBUG oslo_concurrency.lockutils [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.702340] env[65997]: DEBUG nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] No waiting events found dispatching network-vif-plugged-33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 918.702488] env[65997]: WARNING nova.compute.manager [req-6ddeaafc-ff6d-4211-9374-2b64f5cc0822 req-d99022dc-b20a-4671-9e8a-6142a59e851a service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Received unexpected event network-vif-plugged-33815683-e88a-4f0f-9b21-a47d698d9ead for instance with vm_state building and task_state spawning. [ 918.739795] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 918.765547] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.882645] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718365, 'name': Rename_Task, 'duration_secs': 0.242586} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.882842] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.883137] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9dfb13f-3604-4359-8574-6fc645fda5be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.893112] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 918.893112] env[65997]: value = "task-4718369" [ 918.893112] env[65997]: _type = "Task" [ 918.893112] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.904816] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.971864] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 918.971949] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Fetch image to [datastore2] OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e/OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 918.972205] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Downloading stream optimized image a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 to [datastore2] OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e/OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e.vmdk on the data store datastore2 as vApp {{(pid=65997) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 918.972454] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Downloading image file data a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 to the ESX as VM named 'OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e' {{(pid=65997) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 919.043512] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7245e2b3-65d0-413f-9360-b20b3a0c0e43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.055508] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.056504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.057117] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.057591] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.058013] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.068245] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Doing hard reboot of VM {{(pid=65997) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 919.073955] env[65997]: INFO nova.compute.manager [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Terminating instance [ 919.077152] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2206f347-f734-45dc-b820-461bd3f3c433 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.091470] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.105913] env[65997]: DEBUG oslo_vmware.api [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 919.105913] env[65997]: value = "task-4718370" [ 919.105913] env[65997]: _type = "Task" [ 919.105913] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.114561] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 919.114561] env[65997]: value = "resgroup-9" [ 919.114561] env[65997]: _type = "ResourcePool" [ 919.114561] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 919.115602] env[65997]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5f6553d7-eda9-4d7b-9536-b1a8d7cb90b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.146985] env[65997]: DEBUG oslo_vmware.api [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718370, 'name': ResetVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.149123] env[65997]: DEBUG nova.policy [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2147135bcb0c4b1baee1671e51291349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4adb2ae756114112b657725be70dab80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.151767] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 919.173470] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.173958] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lease: (returnval){ [ 919.173958] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52799898-bc25-364c-87ea-92cba88c7c0e" [ 919.173958] env[65997]: _type = "HttpNfcLease" [ 919.173958] env[65997]: } obtained for vApp import into resource pool (val){ [ 919.173958] env[65997]: value = "resgroup-9" [ 919.173958] env[65997]: _type = "ResourcePool" [ 919.173958] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 919.174213] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the lease: (returnval){ [ 919.174213] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52799898-bc25-364c-87ea-92cba88c7c0e" [ 919.174213] env[65997]: _type = "HttpNfcLease" [ 919.174213] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 919.184513] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.184513] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52799898-bc25-364c-87ea-92cba88c7c0e" [ 919.184513] env[65997]: _type = "HttpNfcLease" [ 919.184513] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 919.264989] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.404338] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.560918] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65814} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.561279] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.561444] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.562014] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3519bc6-07d2-4b1c-803a-41ff7ecb64fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.571078] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 919.571078] env[65997]: value = "task-4718372" [ 919.571078] env[65997]: _type = "Task" [ 919.571078] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.576705] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a22770-3fcd-4c49-887d-2e148f53d9e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.585476] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.588477] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf39c8eb-4a1c-4ffd-8237-2974c7623ea6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.622694] env[65997]: DEBUG nova.compute.manager [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 919.622968] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.624510] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f36126-7203-40ca-bae9-20c03065abca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.631520] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe2938-305d-4115-9f69-0a22cf379ec2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.640239] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.645823] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b9e5d7-a564-4831-a9b8-bed6ffcbd590 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.647751] env[65997]: DEBUG oslo_vmware.api [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718370, 'name': ResetVM_Task, 'duration_secs': 0.122849} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.649247] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896b91c-43fd-48e2-a54b-3a3a5ba6667c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.654073] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Did hard reboot of VM {{(pid=65997) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 919.654303] env[65997]: DEBUG nova.compute.manager [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.658435] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea288d-2926-47cf-8ba3-40a6a77b1265 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.668876] env[65997]: DEBUG oslo_vmware.api [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 919.668876] env[65997]: value = "task-4718373" [ 919.668876] env[65997]: _type = "Task" [ 919.668876] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.681801] env[65997]: DEBUG nova.compute.provider_tree [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.683337] env[65997]: DEBUG oslo_vmware.api [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Task: {'id': task-4718368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55238} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.692638] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.692834] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.693014] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.693224] env[65997]: INFO nova.compute.manager [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Took 2.21 seconds to destroy the instance on the hypervisor. [ 919.693444] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 919.694092] env[65997]: DEBUG nova.compute.manager [-] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 919.694242] env[65997]: DEBUG nova.network.neutron [-] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 919.694446] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.705188] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.705188] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52799898-bc25-364c-87ea-92cba88c7c0e" [ 919.705188] env[65997]: _type = "HttpNfcLease" [ 919.705188] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 919.705410] env[65997]: DEBUG oslo_vmware.api [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.721478] env[65997]: DEBUG nova.network.neutron [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Successfully created port: ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.796180] env[65997]: WARNING neutronclient.v2_0.client [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.847223] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.906025] env[65997]: DEBUG oslo_vmware.api [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718369, 'name': PowerOnVM_Task, 'duration_secs': 0.648673} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.906325] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.906534] env[65997]: INFO nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Took 10.38 seconds to spawn the instance on the hypervisor. [ 919.906710] env[65997]: DEBUG nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.907984] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a526a3db-83d9-4486-9751-e5212a65c773 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.081792] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153664} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.082336] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.083143] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e200bae-3042-4a66-822e-9b4c6fb781e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.116397] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.116903] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73286b7f-c3a3-4f1b-8fd5-6d2d669da0a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.139260] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 920.139260] env[65997]: value = "task-4718374" [ 920.139260] env[65997]: _type = "Task" [ 920.139260] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.151698] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.191250] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 920.202677] env[65997]: DEBUG nova.scheduler.client.report [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.206480] env[65997]: DEBUG oslo_vmware.api [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718373, 'name': PowerOffVM_Task, 'duration_secs': 0.476773} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.206695] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.206695] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52799898-bc25-364c-87ea-92cba88c7c0e" [ 920.206695] env[65997]: _type = "HttpNfcLease" [ 920.206695] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.207161] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8b6a8647-8f58-4620-afd7-a59c4f9c1776 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.345s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.208063] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.208238] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.208518] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.208518] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52799898-bc25-364c-87ea-92cba88c7c0e" [ 920.208518] env[65997]: _type = "HttpNfcLease" [ 920.208518] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 920.208739] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b2522a-7546-4295-ada3-92c1c501a407 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.211264] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d544c-d798-4dd9-89a6-cec21c533ef5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.227950] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d910ae-8bf8-c988-7edc-063c7f430dcf/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.228182] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d910ae-8bf8-c988-7edc-063c7f430dcf/disk-0.vmdk. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 920.231992] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.232243] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.232502] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.232585] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.232706] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.232846] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.233083] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.233267] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.233434] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.237028] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.237028] env[65997]: DEBUG nova.virt.hardware [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.237028] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c1493-ddfd-4f10-9479-7364308d9ec6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.303656] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad773044-d853-45a1-882e-b4dc52d9dbb1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.313663] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35603da3-e3c2-4264-92ba-879eb66c3c4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.342682] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.342941] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.343100] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Deleting the datastore file [datastore1] 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.343385] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc04ab1-79a2-4145-930a-e4b9e218ead9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.352306] env[65997]: DEBUG oslo_vmware.api [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for the task: (returnval){ [ 920.352306] env[65997]: value = "task-4718376" [ 920.352306] env[65997]: _type = "Task" [ 920.352306] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.361974] env[65997]: DEBUG oslo_vmware.api [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.433433] env[65997]: INFO nova.compute.manager [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Took 30.98 seconds to build instance. [ 920.517237] env[65997]: DEBUG nova.network.neutron [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updated VIF entry in instance network info cache for port 33815683-e88a-4f0f-9b21-a47d698d9ead. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.517615] env[65997]: DEBUG nova.network.neutron [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updating instance_info_cache with network_info: [{"id": "33815683-e88a-4f0f-9b21-a47d698d9ead", "address": "fa:16:3e:ed:1c:9e", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33815683-e8", "ovs_interfaceid": "33815683-e88a-4f0f-9b21-a47d698d9ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.652218] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718374, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.707571] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.708265] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 920.713545] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.053s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.713806] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.716344] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.832s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.716525] env[65997]: DEBUG nova.objects.instance [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.750794] env[65997]: INFO nova.scheduler.client.report [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleted allocations for instance d742aec9-0d98-4b84-a109-ade52aeb78a4 [ 920.871132] env[65997]: DEBUG oslo_vmware.api [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Task: {'id': task-4718376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286103} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.873885] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.874410] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.874410] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.874784] env[65997]: INFO nova.compute.manager [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Took 1.25 seconds to destroy the instance on the hypervisor. [ 920.875226] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.875681] env[65997]: DEBUG nova.compute.manager [-] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 920.875719] env[65997]: DEBUG nova.network.neutron [-] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.876129] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.937281] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.937833] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cc5f165a-411a-4809-b7e8-8edefc873678 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.499s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.938612] env[65997]: DEBUG nova.network.neutron [-] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.022082] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Releasing lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.022439] env[65997]: DEBUG nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-vif-plugged-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.022684] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.022982] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.023251] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.023478] env[65997]: DEBUG nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] No waiting events found dispatching network-vif-plugged-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.023667] env[65997]: WARNING nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received unexpected event network-vif-plugged-e2cec206-c93b-4743-b0f8-e06217e357e8 for instance with vm_state shelved_offloaded and task_state spawning. [ 921.023903] env[65997]: DEBUG nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-changed-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.024237] env[65997]: DEBUG nova.compute.manager [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Refreshing instance network info cache due to event network-changed-e2cec206-c93b-4743-b0f8-e06217e357e8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 921.024596] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.024695] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.024925] env[65997]: DEBUG nova.network.neutron [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Refreshing network info cache for port e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.157458] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718374, 'name': ReconfigVM_Task, 'duration_secs': 0.521778} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.159619] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.160557] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e017fad-b41d-4e62-b57a-7250bb6cae93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.170024] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 921.170024] env[65997]: value = "task-4718377" [ 921.170024] env[65997]: _type = "Task" [ 921.170024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.181228] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718377, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.224566] env[65997]: DEBUG nova.compute.utils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.237192] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 921.237490] env[65997]: DEBUG nova.network.neutron [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 921.237777] env[65997]: WARNING neutronclient.v2_0.client [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.238128] env[65997]: WARNING neutronclient.v2_0.client [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.263334] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ebb77f4-48df-47b7-895e-d58db29f31b0 tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "d742aec9-0d98-4b84-a109-ade52aeb78a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.178s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.360079] env[65997]: DEBUG nova.policy [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abb51561e4f4ef891350f4c9e527265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2f5dbccace41caa28cc3f77bfb0c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.442537] env[65997]: INFO nova.compute.manager [-] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Took 1.75 seconds to deallocate network for instance. [ 921.499100] env[65997]: DEBUG nova.network.neutron [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Successfully updated port: ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.533830] env[65997]: WARNING neutronclient.v2_0.client [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.567178] env[65997]: DEBUG nova.compute.manager [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.567379] env[65997]: DEBUG nova.compute.manager [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing instance network info cache due to event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 921.567613] env[65997]: DEBUG oslo_concurrency.lockutils [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.567754] env[65997]: DEBUG oslo_concurrency.lockutils [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.567916] env[65997]: DEBUG nova.network.neutron [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.685879] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718377, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.690819] env[65997]: DEBUG nova.compute.manager [req-e2e1bdd8-a1ab-415f-b625-e86397d2c289 req-918696d6-6069-484c-9321-83697ecc895d service nova] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Received event network-vif-deleted-de6b19c9-a5ab-4184-9481-41f728aa0af5 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.729707] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 921.744354] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c5c990a5-db07-46c4-9593-730591bf372a tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.746178] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.136s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.748819] env[65997]: INFO nova.compute.claims [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.761828] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 921.761828] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d910ae-8bf8-c988-7edc-063c7f430dcf/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.763231] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de24f96-e4d5-4200-8f20-0d02ffd1bca7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.777580] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d910ae-8bf8-c988-7edc-063c7f430dcf/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.777769] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d910ae-8bf8-c988-7edc-063c7f430dcf/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 921.778236] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2aefbab3-6e65-457a-bd3d-f355073a0130 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.876373] env[65997]: WARNING neutronclient.v2_0.client [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.950155] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.954662] env[65997]: DEBUG nova.network.neutron [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Successfully created port: 72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 922.002984] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.003324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.003587] env[65997]: DEBUG nova.network.neutron [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.074026] env[65997]: WARNING neutronclient.v2_0.client [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.105982] env[65997]: DEBUG nova.network.neutron [-] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.186069] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718377, 'name': Rename_Task, 'duration_secs': 0.637835} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.186069] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.186466] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391ba83a-f02b-47c2-9914-0e3c692ced29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.194375] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 922.194375] env[65997]: value = "task-4718378" [ 922.194375] env[65997]: _type = "Task" [ 922.194375] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.205907] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.278181] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d910ae-8bf8-c988-7edc-063c7f430dcf/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 922.278437] env[65997]: INFO nova.virt.vmwareapi.images [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Downloaded image file data a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 [ 922.282166] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a19b6b-6a59-4ce8-afe3-a5ed5d260368 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.305149] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a90aa0fc-cd49-4ffc-afe1-1b4e09ae6f0a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.335928] env[65997]: INFO nova.virt.vmwareapi.images [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] The imported VM was unregistered [ 922.338999] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 922.339351] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.340164] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b7ec7f-ce67-4926-9bdf-9af1de0b91eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.355654] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Created directory with path [datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.355913] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e/OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e.vmdk to [datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk. {{(pid=65997) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 922.356206] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d7c612a7-1ad9-459a-8b57-bc6b678ca0a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.364560] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 922.364560] env[65997]: value = "task-4718380" [ 922.364560] env[65997]: _type = "Task" [ 922.364560] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.375897] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.503115] env[65997]: DEBUG nova.network.neutron [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updated VIF entry in instance network info cache for port e2cec206-c93b-4743-b0f8-e06217e357e8. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.503507] env[65997]: DEBUG nova.network.neutron [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.608378] env[65997]: INFO nova.compute.manager [-] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Took 1.73 seconds to deallocate network for instance. [ 922.708092] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.743710] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 922.777524] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b99e2fc882d4257818d84cf8268c0098',container_format='bare',created_at=2025-11-22T04:34:25Z,direct_url=,disk_format='vmdk',id=4b5c2313-1c30-4f90-9ed6-f18b11e510f8,min_disk=1,min_ram=0,name='tempest-test-snap-2011830014',owner='3e2f5dbccace41caa28cc3f77bfb0c52',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-22T04:34:42Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.777870] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.778110] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.778350] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.778503] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.778655] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.778976] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.779161] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.779334] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.779502] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.779811] env[65997]: DEBUG nova.virt.hardware [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.780956] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0818b30b-eeaf-44e0-a3e3-4eec741b42f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.794749] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b2b10-cba8-4c27-b4db-d09dcb188f40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.884943] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.897397] env[65997]: DEBUG nova.network.neutron [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 923.008409] env[65997]: DEBUG oslo_concurrency.lockutils [req-c531a554-3045-4f3f-96a4-162e596bf5ce req-b88bac3a-d67c-4d72-b7f4-54feced01352 service nova] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.119703] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.163843] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211102a-51ba-485a-b99a-b02880105e89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.173070] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6b223-f598-463a-b6a2-bb6fbb346e9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.222032] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e6386-87e7-498c-8764-6fbe1fc5bff4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.223816] env[65997]: WARNING neutronclient.v2_0.client [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.236117] env[65997]: DEBUG oslo_vmware.api [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718378, 'name': PowerOnVM_Task, 'duration_secs': 1.040641} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.239279] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.239538] env[65997]: INFO nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Took 11.18 seconds to spawn the instance on the hypervisor. [ 923.239766] env[65997]: DEBUG nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.241186] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acff3e0-dcc6-4494-8719-b1630f66f199 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.245297] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67747f4-7622-43df-9030-a9cc63207bbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.278466] env[65997]: DEBUG nova.compute.provider_tree [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.299154] env[65997]: WARNING neutronclient.v2_0.client [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.385200] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.443436] env[65997]: DEBUG nova.network.neutron [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Updating instance_info_cache with network_info: [{"id": "ed7465d9-372c-454c-ac0f-d366e284d36b", "address": "fa:16:3e:12:f3:42", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7465d9-37", "ovs_interfaceid": "ed7465d9-372c-454c-ac0f-d366e284d36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.529758] env[65997]: DEBUG nova.network.neutron [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updated VIF entry in instance network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.530288] env[65997]: DEBUG nova.network.neutron [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.654376] env[65997]: DEBUG nova.network.neutron [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Successfully updated port: 72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.790640] env[65997]: DEBUG nova.scheduler.client.report [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.799021] env[65997]: INFO nova.compute.manager [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Took 32.74 seconds to build instance. [ 923.875261] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.875618] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.875799] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.876310] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.876405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.878943] env[65997]: INFO nova.compute.manager [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Terminating instance [ 923.886012] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.934811] env[65997]: DEBUG nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Received event network-vif-plugged-ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.935199] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Acquiring lock "9cb277fd-864e-44b5-a7ad-3be289151910-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.935427] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Lock "9cb277fd-864e-44b5-a7ad-3be289151910-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.935526] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Lock "9cb277fd-864e-44b5-a7ad-3be289151910-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.935740] env[65997]: DEBUG nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] No waiting events found dispatching network-vif-plugged-ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.935869] env[65997]: WARNING nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Received unexpected event network-vif-plugged-ed7465d9-372c-454c-ac0f-d366e284d36b for instance with vm_state building and task_state spawning. [ 923.936045] env[65997]: DEBUG nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Received event network-changed-ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.936314] env[65997]: DEBUG nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Refreshing instance network info cache due to event network-changed-ed7465d9-372c-454c-ac0f-d366e284d36b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.936394] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Acquiring lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.947912] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.947912] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Instance network_info: |[{"id": "ed7465d9-372c-454c-ac0f-d366e284d36b", "address": "fa:16:3e:12:f3:42", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7465d9-37", "ovs_interfaceid": "ed7465d9-372c-454c-ac0f-d366e284d36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 923.947912] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Acquired lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.947912] env[65997]: DEBUG nova.network.neutron [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Refreshing network info cache for port ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.952091] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:f3:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed7465d9-372c-454c-ac0f-d366e284d36b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.959025] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Creating folder: Project (4adb2ae756114112b657725be70dab80). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.960878] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a891229-84e2-405d-b1e6-4f4cff9b16f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965852] env[65997]: DEBUG nova.compute.manager [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received event network-vif-deleted-0b1366c2-e4b5-467a-a670-35d9fd6a760f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.966119] env[65997]: DEBUG nova.compute.manager [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Received event network-vif-deleted-5981f448-a359-4ce2-bd77-dc03a3ebc563 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.966353] env[65997]: DEBUG nova.compute.manager [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Received event network-changed-9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.966573] env[65997]: DEBUG nova.compute.manager [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Refreshing instance network info cache due to event network-changed-9f3d748e-7b41-4697-85f0-6c602c7e2ecc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.967982] env[65997]: DEBUG oslo_concurrency.lockutils [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] Acquiring lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.967982] env[65997]: DEBUG oslo_concurrency.lockutils [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] Acquired lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.967982] env[65997]: DEBUG nova.network.neutron [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Refreshing network info cache for port 9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.983198] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Created folder: Project (4adb2ae756114112b657725be70dab80) in parent group-v920549. [ 923.983198] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Creating folder: Instances. Parent ref: group-v920770. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.983198] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f38c4d0-5531-4e78-bb1e-ddd82983bd57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.997021] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Created folder: Instances in parent group-v920770. [ 923.997400] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.997548] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.997795] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fc0b5ef-68c2-47b6-9020-94c3728509b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.024183] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.024183] env[65997]: value = "task-4718383" [ 924.024183] env[65997]: _type = "Task" [ 924.024183] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.038150] env[65997]: DEBUG oslo_concurrency.lockutils [req-b46feb54-87a4-4661-99e6-11b02ebab0ea req-30cd50d5-782b-45df-8589-762a237d38de service nova] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.038753] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718383, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.159722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "refresh_cache-80b58456-1208-41c4-86b9-077e0ab9e2c5" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.159928] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "refresh_cache-80b58456-1208-41c4-86b9-077e0ab9e2c5" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.160148] env[65997]: DEBUG nova.network.neutron [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.204412] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.204800] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.205049] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.205355] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.205623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.208634] env[65997]: INFO nova.compute.manager [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Terminating instance [ 924.299267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.300122] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 924.305176] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.669s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.307207] env[65997]: INFO nova.compute.claims [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.310816] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cf959a2-4c76-46bd-b13b-0debe4fd4ea9 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.260s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.386833] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.387802] env[65997]: DEBUG nova.compute.manager [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 924.388016] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.388957] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62f57b-9ff4-4cd3-96e6-81b34b91cbb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.400847] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.401591] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e934cbd-0144-4b68-b7ac-be8ce79d2873 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.414843] env[65997]: DEBUG oslo_vmware.api [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 924.414843] env[65997]: value = "task-4718384" [ 924.414843] env[65997]: _type = "Task" [ 924.414843] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.435179] env[65997]: DEBUG oslo_vmware.api [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.447024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "5ac09152-e6d7-4c2f-82ae-355215767876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.447024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.447024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "5ac09152-e6d7-4c2f-82ae-355215767876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.447024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.447024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.449820] env[65997]: INFO nova.compute.manager [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Terminating instance [ 924.461318] env[65997]: WARNING neutronclient.v2_0.client [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.470641] env[65997]: WARNING neutronclient.v2_0.client [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.539545] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718383, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.713857] env[65997]: DEBUG nova.compute.manager [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 924.714747] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.716082] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa0bd7-e2fe-4ca4-84fd-c225eb34b4af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.730347] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.732137] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee27bfc-a962-46d3-97f6-0f05a5b53335 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.743529] env[65997]: DEBUG oslo_vmware.api [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 924.743529] env[65997]: value = "task-4718385" [ 924.743529] env[65997]: _type = "Task" [ 924.743529] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.757898] env[65997]: DEBUG oslo_vmware.api [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.806893] env[65997]: DEBUG nova.compute.utils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.808754] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.809255] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.809847] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.810463] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.876959] env[65997]: DEBUG nova.network.neutron [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.888402] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.938742] env[65997]: DEBUG oslo_vmware.api [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718384, 'name': PowerOffVM_Task, 'duration_secs': 0.311499} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.939202] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.939627] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.940063] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cb741e0-d2ea-4442-bc09-a24a2db4fe9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.958532] env[65997]: DEBUG nova.compute.manager [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 924.958532] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.960456] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260715c-dec0-4b1d-9aa6-68a1b615ef53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.974063] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.974655] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f33277f2-f837-496c-a5e8-e3059426763d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.988920] env[65997]: DEBUG oslo_vmware.api [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 924.988920] env[65997]: value = "task-4718387" [ 924.988920] env[65997]: _type = "Task" [ 924.988920] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.003570] env[65997]: DEBUG oslo_vmware.api [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.022260] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.022804] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.022804] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore1] f0b94b24-a479-4eb9-85ab-4ed5fb953d0f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.023538] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d65605f7-1222-4bbf-a25c-0274a36f3046 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.044974] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718383, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.046933] env[65997]: DEBUG oslo_vmware.api [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 925.046933] env[65997]: value = "task-4718388" [ 925.046933] env[65997]: _type = "Task" [ 925.046933] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.059325] env[65997]: DEBUG oslo_vmware.api [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.061567] env[65997]: DEBUG nova.policy [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096af144ca1246f4b00b0d7ba7f7da9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ea25588211452bbac8da2040525c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.257041] env[65997]: DEBUG oslo_vmware.api [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718385, 'name': PowerOffVM_Task, 'duration_secs': 0.389654} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.257569] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.257663] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.257902] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77b768c0-8d50-4ebd-b4c3-2f39f6c9bd85 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.314206] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 925.358505] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.358800] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.359628] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleting the datastore file [datastore1] b93722a0-d866-4a9f-a92b-859ed6dc4ccc {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.360299] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29582d5c-6ca4-4b8a-a705-4c2c2a9a1e7b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.368704] env[65997]: DEBUG oslo_vmware.api [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for the task: (returnval){ [ 925.368704] env[65997]: value = "task-4718390" [ 925.368704] env[65997]: _type = "Task" [ 925.368704] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.388343] env[65997]: DEBUG oslo_vmware.api [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.393821] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718380, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.977318} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.394247] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e/OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e.vmdk to [datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk. [ 925.394515] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Cleaning up location [datastore2] OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 925.395384] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_93125a94-110f-4bad-935e-b426049b817e {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.395384] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c1d3b7a-5825-45e3-8ae4-99724c52cdfb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.404346] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 925.404346] env[65997]: value = "task-4718391" [ 925.404346] env[65997]: _type = "Task" [ 925.404346] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.414487] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.503926] env[65997]: DEBUG oslo_vmware.api [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718387, 'name': PowerOffVM_Task, 'duration_secs': 0.391272} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.509335] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.509335] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.509335] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b8c8b66-10ff-41b1-847e-3c4451f0ae25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.539449] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718383, 'name': CreateVM_Task, 'duration_secs': 1.4952} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.539739] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.540705] env[65997]: WARNING neutronclient.v2_0.client [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.541177] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.541388] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.541801] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.542152] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f214c536-7cdb-4907-b499-29d3f7d4cf56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.553464] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 925.553464] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291a530-34da-8b79-5667-d8d18e1a78b9" [ 925.553464] env[65997]: _type = "Task" [ 925.553464] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.565198] env[65997]: DEBUG oslo_vmware.api [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510892} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.565198] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.565198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.565198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.565198] env[65997]: INFO nova.compute.manager [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.565674] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 925.566071] env[65997]: DEBUG nova.compute.manager [-] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 925.566301] env[65997]: DEBUG nova.network.neutron [-] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 925.566677] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.576697] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291a530-34da-8b79-5667-d8d18e1a78b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.578767] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Successfully created port: 8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 925.608417] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.608692] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.608964] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Deleting the datastore file [datastore1] 5ac09152-e6d7-4c2f-82ae-355215767876 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.614858] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75c7db8c-cfd4-42e2-a62d-526825cca65a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.623982] env[65997]: DEBUG oslo_vmware.api [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 925.623982] env[65997]: value = "task-4718393" [ 925.623982] env[65997]: _type = "Task" [ 925.623982] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.636856] env[65997]: DEBUG oslo_vmware.api [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.640850] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.672357] env[65997]: WARNING neutronclient.v2_0.client [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.691088] env[65997]: WARNING neutronclient.v2_0.client [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.722654] env[65997]: WARNING neutronclient.v2_0.client [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.760916] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd6d39-47d0-449c-ac46-d17272b89d52 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.770339] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f67b73-1a5a-41d6-8c90-ad5cf13b6651 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.802506] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d98c2d-e3d8-4747-a9a3-4e683ce29cf1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.811928] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eccdb9-b354-4471-b88c-4944e50d335f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.833382] env[65997]: DEBUG nova.compute.provider_tree [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.881159] env[65997]: DEBUG oslo_vmware.api [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Task: {'id': task-4718390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394564} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.881816] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.882033] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.882214] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.882404] env[65997]: INFO nova.compute.manager [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 925.882662] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 925.882861] env[65997]: DEBUG nova.compute.manager [-] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 925.882956] env[65997]: DEBUG nova.network.neutron [-] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 925.883237] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.917827] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080703} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.918131] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.918264] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.918546] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk to [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.918819] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e68551-50a2-4d6e-a510-4e257899d227 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.927027] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 925.927027] env[65997]: value = "task-4718394" [ 925.927027] env[65997]: _type = "Task" [ 925.927027] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.938354] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.070361] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291a530-34da-8b79-5667-d8d18e1a78b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019992} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.070361] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.070361] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.070646] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.070646] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.070798] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.071082] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3798ba5a-0399-466f-b2a3-017e849f1284 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.084088] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.084299] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.085106] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a561e1a-2d55-44af-b6f8-d1bd6a86e6e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.092029] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 926.092029] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c4639d-9b67-8d1e-34d8-c398105b2f44" [ 926.092029] env[65997]: _type = "Task" [ 926.092029] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.103561] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c4639d-9b67-8d1e-34d8-c398105b2f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.135222] env[65997]: DEBUG oslo_vmware.api [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218115} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.135729] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.135876] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.136224] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.136338] env[65997]: INFO nova.compute.manager [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Took 1.18 seconds to destroy the instance on the hypervisor. [ 926.136659] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.137842] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.140062] env[65997]: DEBUG nova.compute.manager [-] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 926.140178] env[65997]: DEBUG nova.network.neutron [-] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 926.140414] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.170826] env[65997]: DEBUG nova.network.neutron [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Updating instance_info_cache with network_info: [{"id": "72592729-f878-412e-812d-ad70e05bead9", "address": "fa:16:3e:f6:0e:fd", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72592729-f8", "ovs_interfaceid": "72592729-f878-412e-812d-ad70e05bead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.236981] env[65997]: DEBUG nova.network.neutron [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Updated VIF entry in instance network info cache for port ed7465d9-372c-454c-ac0f-d366e284d36b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.237394] env[65997]: DEBUG nova.network.neutron [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Updating instance_info_cache with network_info: [{"id": "ed7465d9-372c-454c-ac0f-d366e284d36b", "address": "fa:16:3e:12:f3:42", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7465d9-37", "ovs_interfaceid": "ed7465d9-372c-454c-ac0f-d366e284d36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.274163] env[65997]: DEBUG nova.network.neutron [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updated VIF entry in instance network info cache for port 9f3d748e-7b41-4697-85f0-6c602c7e2ecc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.274163] env[65997]: DEBUG nova.network.neutron [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updating instance_info_cache with network_info: [{"id": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "address": "fa:16:3e:0a:6d:29", "network": {"id": "a9faf357-bcaa-4bae-ae02-61a02ed3ab57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099860585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aab0990964b45189cc44cf05dc8b812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3d748e-7b", "ovs_interfaceid": "9f3d748e-7b41-4697-85f0-6c602c7e2ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.305534] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.337865] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 926.343645] env[65997]: DEBUG nova.scheduler.client.report [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.391481] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 926.391834] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.392066] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 926.392246] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.392426] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 926.392562] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 926.392776] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.392933] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 926.393111] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 926.393274] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 926.393443] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 926.394410] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f48357-2c25-4b7d-b8b1-e2c46d937122 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.409820] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0f0c19-5f42-4f24-9203-f2f9d23ea7a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.446350] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.481985] env[65997]: DEBUG nova.network.neutron [-] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.610574] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c4639d-9b67-8d1e-34d8-c398105b2f44, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.611644] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99396e82-a82a-4030-846f-6e6c400a2bfa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.620498] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 926.620498] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52183e2b-bebf-ebc5-6a63-1cbee67fc76b" [ 926.620498] env[65997]: _type = "Task" [ 926.620498] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.634525] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52183e2b-bebf-ebc5-6a63-1cbee67fc76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.673770] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "refresh_cache-80b58456-1208-41c4-86b9-077e0ab9e2c5" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.674272] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Instance network_info: |[{"id": "72592729-f878-412e-812d-ad70e05bead9", "address": "fa:16:3e:f6:0e:fd", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72592729-f8", "ovs_interfaceid": "72592729-f878-412e-812d-ad70e05bead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 926.674957] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:0e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72592729-f878-412e-812d-ad70e05bead9', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.686574] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.686942] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.687026] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f069dcd-9ed5-48f1-9f2d-f28957599f10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.712517] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.712517] env[65997]: value = "task-4718395" [ 926.712517] env[65997]: _type = "Task" [ 926.712517] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.724361] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718395, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.742517] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Releasing lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.743015] env[65997]: DEBUG nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Received event network-vif-plugged-72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 926.743357] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Acquiring lock "80b58456-1208-41c4-86b9-077e0ab9e2c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.743610] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.743836] env[65997]: DEBUG oslo_concurrency.lockutils [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.744077] env[65997]: DEBUG nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] No waiting events found dispatching network-vif-plugged-72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 926.744274] env[65997]: WARNING nova.compute.manager [req-e10e2031-ecb5-4b5d-85ce-127292dc7270 req-d15abca6-196f-4c70-b876-1691ec82691e service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Received unexpected event network-vif-plugged-72592729-f878-412e-812d-ad70e05bead9 for instance with vm_state building and task_state spawning. [ 926.776604] env[65997]: DEBUG oslo_concurrency.lockutils [req-8b4b11e3-524e-4d36-8d8c-1427eca25fa1 req-744292ee-c95c-45ac-9160-f894af770a80 service nova] Releasing lock "refresh_cache-5ac09152-e6d7-4c2f-82ae-355215767876" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.853154] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.853380] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 926.856223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.718s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.857807] env[65997]: INFO nova.compute.claims [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.945719] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.985147] env[65997]: INFO nova.compute.manager [-] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Took 1.42 seconds to deallocate network for instance. [ 927.072566] env[65997]: DEBUG nova.network.neutron [-] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.136645] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52183e2b-bebf-ebc5-6a63-1cbee67fc76b, 'name': SearchDatastore_Task, 'duration_secs': 0.09427} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.136645] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.136645] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/9cb277fd-864e-44b5-a7ad-3be289151910.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.136645] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f76d4f03-b649-42a0-a868-31e80b3c3cb9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.146153] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 927.146153] env[65997]: value = "task-4718396" [ 927.146153] env[65997]: _type = "Task" [ 927.146153] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.159132] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.225840] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718395, 'name': CreateVM_Task, 'duration_secs': 0.419117} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.226081] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.226626] env[65997]: WARNING neutronclient.v2_0.client [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.227112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.227272] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.227664] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.229147] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90c225a-b5ca-44be-82dd-f7a539c0c6dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.232665] env[65997]: DEBUG nova.compute.manager [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Received event network-changed-72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 927.232851] env[65997]: DEBUG nova.compute.manager [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Refreshing instance network info cache due to event network-changed-72592729-f878-412e-812d-ad70e05bead9. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 927.234631] env[65997]: DEBUG oslo_concurrency.lockutils [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] Acquiring lock "refresh_cache-80b58456-1208-41c4-86b9-077e0ab9e2c5" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.234631] env[65997]: DEBUG oslo_concurrency.lockutils [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] Acquired lock "refresh_cache-80b58456-1208-41c4-86b9-077e0ab9e2c5" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.234858] env[65997]: DEBUG nova.network.neutron [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Refreshing network info cache for port 72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.240200] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Successfully updated port: 8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 927.243861] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 927.243861] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d123fc-9353-2a5c-4a4a-a7c8dd809343" [ 927.243861] env[65997]: _type = "Task" [ 927.243861] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.257993] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d123fc-9353-2a5c-4a4a-a7c8dd809343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.330603] env[65997]: DEBUG nova.compute.manager [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Received event network-changed-33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 927.330867] env[65997]: DEBUG nova.compute.manager [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Refreshing instance network info cache due to event network-changed-33815683-e88a-4f0f-9b21-a47d698d9ead. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 927.331104] env[65997]: DEBUG oslo_concurrency.lockutils [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] Acquiring lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.331343] env[65997]: DEBUG oslo_concurrency.lockutils [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] Acquired lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.331639] env[65997]: DEBUG nova.network.neutron [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Refreshing network info cache for port 33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.363058] env[65997]: DEBUG nova.compute.utils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.365203] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 927.365431] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.365798] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.366116] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.371118] env[65997]: DEBUG nova.network.neutron [-] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.416577] env[65997]: DEBUG nova.policy [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096af144ca1246f4b00b0d7ba7f7da9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ea25588211452bbac8da2040525c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.448380] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.493969] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.575502] env[65997]: INFO nova.compute.manager [-] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Took 1.69 seconds to deallocate network for instance. [ 927.660030] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.737745] env[65997]: WARNING neutronclient.v2_0.client [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.742969] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "refresh_cache-beba86f7-b8a6-46c2-98bd-f6c7784a55c7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.743167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "refresh_cache-beba86f7-b8a6-46c2-98bd-f6c7784a55c7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.743362] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.758456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.758730] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Processing image 4b5c2313-1c30-4f90-9ed6-f18b11e510f8 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.759024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.759230] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.759427] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.759801] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1667cae4-708f-45ec-916f-dc395fa1355b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.777227] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.777406] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.778303] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bc55cc-7333-4f59-8144-d2703d505b17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.788934] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 927.788934] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5200ead0-47b3-ebde-5315-286e9df216a5" [ 927.788934] env[65997]: _type = "Task" [ 927.788934] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.800485] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5200ead0-47b3-ebde-5315-286e9df216a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.805368] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Successfully created port: dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.837044] env[65997]: WARNING neutronclient.v2_0.client [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.865482] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 927.875217] env[65997]: INFO nova.compute.manager [-] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Took 1.73 seconds to deallocate network for instance. [ 927.947418] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.990539] env[65997]: WARNING neutronclient.v2_0.client [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.083156] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.159161] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.159487] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.172086] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.227228] env[65997]: DEBUG nova.network.neutron [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Updated VIF entry in instance network info cache for port 72592729-f878-412e-812d-ad70e05bead9. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 928.227635] env[65997]: DEBUG nova.network.neutron [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Updating instance_info_cache with network_info: [{"id": "72592729-f878-412e-812d-ad70e05bead9", "address": "fa:16:3e:f6:0e:fd", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72592729-f8", "ovs_interfaceid": "72592729-f878-412e-812d-ad70e05bead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.289716] env[65997]: WARNING neutronclient.v2_0.client [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.311126] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 928.311668] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Fetch image to [datastore2] OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037/OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 928.312159] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Downloading stream optimized image 4b5c2313-1c30-4f90-9ed6-f18b11e510f8 to [datastore2] OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037/OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037.vmdk on the data store datastore2 as vApp {{(pid=65997) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 928.312289] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Downloading image file data 4b5c2313-1c30-4f90-9ed6-f18b11e510f8 to the ESX as VM named 'OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037' {{(pid=65997) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 928.317558] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ddb7d-c8f3-488a-a65b-81966f321d4e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.329387] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a124850-602a-4143-83b3-c5a1cef57eb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.392408] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a689ee-c2aa-4281-9648-846708b284ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.396041] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.405097] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08855a-139b-4bc7-89c9-33cc1ab53b4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.410359] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.422929] env[65997]: DEBUG nova.compute.provider_tree [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.447301] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.456817] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 928.456817] env[65997]: value = "resgroup-9" [ 928.456817] env[65997]: _type = "ResourcePool" [ 928.456817] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 928.457195] env[65997]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-747842ef-efa7-40dc-a713-4d765163aeee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.481808] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease: (returnval){ [ 928.481808] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 928.481808] env[65997]: _type = "HttpNfcLease" [ 928.481808] env[65997]: } obtained for vApp import into resource pool (val){ [ 928.481808] env[65997]: value = "resgroup-9" [ 928.481808] env[65997]: _type = "ResourcePool" [ 928.481808] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 928.482095] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the lease: (returnval){ [ 928.482095] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 928.482095] env[65997]: _type = "HttpNfcLease" [ 928.482095] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.490463] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.490463] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 928.490463] env[65997]: _type = "HttpNfcLease" [ 928.490463] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.552283] env[65997]: DEBUG nova.network.neutron [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updated VIF entry in instance network info cache for port 33815683-e88a-4f0f-9b21-a47d698d9ead. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 928.552673] env[65997]: DEBUG nova.network.neutron [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updating instance_info_cache with network_info: [{"id": "33815683-e88a-4f0f-9b21-a47d698d9ead", "address": "fa:16:3e:ed:1c:9e", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33815683-e8", "ovs_interfaceid": "33815683-e88a-4f0f-9b21-a47d698d9ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.624642] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.664050] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.667814] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 928.730982] env[65997]: DEBUG oslo_concurrency.lockutils [req-8975f6d2-79d1-4baf-b5ae-6e471fd51840 req-0c5cc815-86f0-45e4-97e0-eae44da4ec41 service nova] Releasing lock "refresh_cache-80b58456-1208-41c4-86b9-077e0ab9e2c5" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.742226] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Updating instance_info_cache with network_info: [{"id": "8e112b1e-f227-4d25-8b8e-f179a0666954", "address": "fa:16:3e:97:47:63", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e112b1e-f2", "ovs_interfaceid": "8e112b1e-f227-4d25-8b8e-f179a0666954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.898823] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 928.927440] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 928.927440] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.927440] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 928.927672] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.927672] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 928.927850] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 928.928459] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 928.928459] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 928.928459] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 928.928459] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 928.928610] env[65997]: DEBUG nova.virt.hardware [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 928.929634] env[65997]: DEBUG nova.scheduler.client.report [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.933709] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d38149-5c6e-4a6a-8f13-3a3225bd2fba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.947894] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718394, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.573774} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.950045] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4/a6299ab0-0472-48f2-8af3-b5dcf52d5cd4.vmdk to [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.951117] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099edc0-cbb1-4f32-aa7a-87413b0f6dbf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.954581] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ccbeb8-a596-4e6d-8f7f-28391d62203b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.988032] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.988791] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ad8341-78f9-4953-ace1-7bf040f88fa8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.010841] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.010841] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 929.010841] env[65997]: _type = "HttpNfcLease" [ 929.010841] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.012190] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 929.012190] env[65997]: value = "task-4718398" [ 929.012190] env[65997]: _type = "Task" [ 929.012190] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.019995] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.056485] env[65997]: DEBUG oslo_concurrency.lockutils [req-547239bf-dc41-437e-a578-0a4d9d30092e req-f6cd54c7-2e4a-4aa3-a079-bfcf47c4f244 service nova] Releasing lock "refresh_cache-e4843eaf-400b-4865-936d-65a3d87b4f9c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.159802] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718396, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.740576} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.160086] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/9cb277fd-864e-44b5-a7ad-3be289151910.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.160329] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.160557] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1a1e594-696b-4b4f-86ed-7599a300265f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.168603] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 929.168603] env[65997]: value = "task-4718399" [ 929.168603] env[65997]: _type = "Task" [ 929.168603] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.180528] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.195411] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.245284] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "refresh_cache-beba86f7-b8a6-46c2-98bd-f6c7784a55c7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.245719] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Instance network_info: |[{"id": "8e112b1e-f227-4d25-8b8e-f179a0666954", "address": "fa:16:3e:97:47:63", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e112b1e-f2", "ovs_interfaceid": "8e112b1e-f227-4d25-8b8e-f179a0666954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 929.246536] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:47:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e112b1e-f227-4d25-8b8e-f179a0666954', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.255024] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Creating folder: Project (f2ea25588211452bbac8da2040525c46). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.255296] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00f30655-c82c-4d3d-9384-fbf3f7ae17c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.269719] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Created folder: Project (f2ea25588211452bbac8da2040525c46) in parent group-v920549. [ 929.269839] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Creating folder: Instances. Parent ref: group-v920775. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.271325] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c793abe-8c8f-4ae4-9c37-ecb133dc0084 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.274988] env[65997]: DEBUG nova.compute.manager [req-c73b4fb1-5b88-4380-ae2d-73cb4e77c865 req-8fa94d6c-8018-41ac-b068-a9c3add008ee service nova] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Received event network-vif-deleted-109307d8-d34b-4dd2-a103-8e54973b4a41 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.274988] env[65997]: DEBUG nova.compute.manager [req-c73b4fb1-5b88-4380-ae2d-73cb4e77c865 req-8fa94d6c-8018-41ac-b068-a9c3add008ee service nova] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Received event network-vif-deleted-784d2c25-9879-46f9-b227-ca88d2f3aab0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.274988] env[65997]: DEBUG nova.compute.manager [req-c73b4fb1-5b88-4380-ae2d-73cb4e77c865 req-8fa94d6c-8018-41ac-b068-a9c3add008ee service nova] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Received event network-vif-deleted-9f3d748e-7b41-4697-85f0-6c602c7e2ecc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.286210] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Created folder: Instances in parent group-v920775. [ 929.286478] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 929.286681] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.286943] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-246c2f11-4b52-469a-b1f1-1674e5972f7a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.310231] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.310231] env[65997]: value = "task-4718402" [ 929.310231] env[65997]: _type = "Task" [ 929.310231] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.321561] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718402, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.374116] env[65997]: DEBUG nova.compute.manager [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Received event network-vif-plugged-8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.374460] env[65997]: DEBUG oslo_concurrency.lockutils [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] Acquiring lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.374732] env[65997]: DEBUG oslo_concurrency.lockutils [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.374944] env[65997]: DEBUG oslo_concurrency.lockutils [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.375175] env[65997]: DEBUG nova.compute.manager [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] No waiting events found dispatching network-vif-plugged-8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 929.375436] env[65997]: WARNING nova.compute.manager [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Received unexpected event network-vif-plugged-8e112b1e-f227-4d25-8b8e-f179a0666954 for instance with vm_state building and task_state spawning. [ 929.375585] env[65997]: DEBUG nova.compute.manager [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Received event network-changed-8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.375888] env[65997]: DEBUG nova.compute.manager [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Refreshing instance network info cache due to event network-changed-8e112b1e-f227-4d25-8b8e-f179a0666954. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 929.376152] env[65997]: DEBUG oslo_concurrency.lockutils [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] Acquiring lock "refresh_cache-beba86f7-b8a6-46c2-98bd-f6c7784a55c7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.376334] env[65997]: DEBUG oslo_concurrency.lockutils [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] Acquired lock "refresh_cache-beba86f7-b8a6-46c2-98bd-f6c7784a55c7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.376537] env[65997]: DEBUG nova.network.neutron [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Refreshing network info cache for port 8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.416703] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Successfully updated port: dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.438631] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.439112] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 929.441839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.517s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.443248] env[65997]: INFO nova.compute.claims [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.497386] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.497386] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 929.497386] env[65997]: _type = "HttpNfcLease" [ 929.497386] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.523880] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718398, 'name': ReconfigVM_Task, 'duration_secs': 0.357769} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.524289] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447/6ab2835a-8d7b-4fd9-93cc-29141cbf1447.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.525023] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00dc0a00-8cd1-4736-8783-c5004cf77717 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.532634] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 929.532634] env[65997]: value = "task-4718403" [ 929.532634] env[65997]: _type = "Task" [ 929.532634] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.542018] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718403, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.679412] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074268} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.679733] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.680580] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062c1686-606f-4be8-83c9-e96e2c074eac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.704665] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/9cb277fd-864e-44b5-a7ad-3be289151910.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.705035] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d8928a-c397-4150-8313-3f2d71a67d93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.726857] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 929.726857] env[65997]: value = "task-4718404" [ 929.726857] env[65997]: _type = "Task" [ 929.726857] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.736743] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.820351] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718402, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.879395] env[65997]: WARNING neutronclient.v2_0.client [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.919336] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "refresh_cache-42224d79-4990-42f7-9c1d-030991240241" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.919336] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "refresh_cache-42224d79-4990-42f7-9c1d-030991240241" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.919819] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.948300] env[65997]: DEBUG nova.compute.utils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.952759] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 929.953139] env[65997]: DEBUG nova.network.neutron [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 929.953494] env[65997]: WARNING neutronclient.v2_0.client [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.953787] env[65997]: WARNING neutronclient.v2_0.client [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.998380] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.998380] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 929.998380] env[65997]: _type = "HttpNfcLease" [ 929.998380] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 930.008908] env[65997]: DEBUG nova.policy [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3c0116cb20468c847ca78d0e210407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1396886123ae4f84938b7e47d9ac222a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.045063] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718403, 'name': Rename_Task, 'duration_secs': 0.152829} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.045232] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.045618] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d10a49-35dd-4563-9d56-a3c1b6e33f24 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.057743] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 930.057743] env[65997]: value = "task-4718405" [ 930.057743] env[65997]: _type = "Task" [ 930.057743] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.070405] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.099654] env[65997]: WARNING neutronclient.v2_0.client [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.199458] env[65997]: DEBUG nova.network.neutron [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Updated VIF entry in instance network info cache for port 8e112b1e-f227-4d25-8b8e-f179a0666954. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 930.199458] env[65997]: DEBUG nova.network.neutron [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Updating instance_info_cache with network_info: [{"id": "8e112b1e-f227-4d25-8b8e-f179a0666954", "address": "fa:16:3e:97:47:63", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e112b1e-f2", "ovs_interfaceid": "8e112b1e-f227-4d25-8b8e-f179a0666954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.238402] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.325705] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718402, 'name': CreateVM_Task, 'duration_secs': 0.895916} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.325705] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.326107] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.326773] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.327053] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.327682] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.327904] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114828fe-ee71-476d-a5f8-bbf5399841bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.335313] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 930.335313] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291cd81-9df9-832a-a86f-9f093321cca0" [ 930.335313] env[65997]: _type = "Task" [ 930.335313] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.346249] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291cd81-9df9-832a-a86f-9f093321cca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.381443] env[65997]: DEBUG nova.network.neutron [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Successfully created port: 557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.453471] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 930.457269] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.500115] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.500115] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 930.500115] env[65997]: _type = "HttpNfcLease" [ 930.500115] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 930.500115] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 930.500115] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270fd81-b0f3-51bd-6e28-4af8e01a51ea" [ 930.500115] env[65997]: _type = "HttpNfcLease" [ 930.500115] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 930.503499] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5883d6a-5f5c-4753-af50-1783973c053c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.514657] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cddfcb-91cd-efb0-1f94-f1458abc4ccc/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 930.514869] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cddfcb-91cd-efb0-1f94-f1458abc4ccc/disk-0.vmdk. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 930.597143] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6511d857-8bd2-4274-a0ec-39c533a75203 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.597948] env[65997]: DEBUG oslo_vmware.api [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718405, 'name': PowerOnVM_Task, 'duration_secs': 0.507458} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.600965] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.650944] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.703216] env[65997]: DEBUG oslo_concurrency.lockutils [req-6a3dc67f-ffa1-44ff-a56e-d97c191dad36 req-5fee4935-2195-4e60-8157-834db76c12e6 service nova] Releasing lock "refresh_cache-beba86f7-b8a6-46c2-98bd-f6c7784a55c7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.731983] env[65997]: DEBUG nova.compute.manager [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.736335] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a1443-d444-45e3-9113-96a264fdcfa2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.751680] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718404, 'name': ReconfigVM_Task, 'duration_secs': 0.585254} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.755138] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/9cb277fd-864e-44b5-a7ad-3be289151910.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.755751] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa2fe10-4efb-48ab-aa0f-e348481213ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.764209] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 930.764209] env[65997]: value = "task-4718406" [ 930.764209] env[65997]: _type = "Task" [ 930.764209] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.781846] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718406, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.803165] env[65997]: DEBUG nova.network.neutron [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Updating instance_info_cache with network_info: [{"id": "dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f", "address": "fa:16:3e:00:b1:19", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7d24f0-0b", "ovs_interfaceid": "dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.850542] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5291cd81-9df9-832a-a86f-9f093321cca0, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.853737] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.854080] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.854348] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.854636] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.854875] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.855463] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-581e1bdb-9a4a-4bb3-a9a0-7d1dad0b5051 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.867087] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.867286] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.868253] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27444d16-fb89-4cd0-a3dc-c10ca99321c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.878023] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 930.878023] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523ca5dc-4742-5401-5155-07fc25b76175" [ 930.878023] env[65997]: _type = "Task" [ 930.878023] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.887535] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523ca5dc-4742-5401-5155-07fc25b76175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.985068] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4554f-c44d-4d7b-a990-230f6ea96a99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.994676] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f3ce5-3306-4d8d-a41e-a462143c80f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.037044] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366e2508-2009-4da8-9f49-79869057605d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.049950] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb04c2-d8f4-4a81-adb4-cb9b4da7c50a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.079925] env[65997]: DEBUG nova.compute.provider_tree [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.273740] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab425da1-68a4-47d2-8ca4-1507d53be30e tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.873s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.283223] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718406, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.306658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "refresh_cache-42224d79-4990-42f7-9c1d-030991240241" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.307264] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Instance network_info: |[{"id": "dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f", "address": "fa:16:3e:00:b1:19", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7d24f0-0b", "ovs_interfaceid": "dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 931.310857] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:b1:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.321016] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.323892] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42224d79-4990-42f7-9c1d-030991240241] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.324421] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-105f6c2f-85be-411a-9a77-a79a915f7c9d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.356151] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.356151] env[65997]: value = "task-4718407" [ 931.356151] env[65997]: _type = "Task" [ 931.356151] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.368805] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718407, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.390273] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523ca5dc-4742-5401-5155-07fc25b76175, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.394044] env[65997]: DEBUG nova.compute.manager [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Received event network-vif-plugged-dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.394274] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] Acquiring lock "42224d79-4990-42f7-9c1d-030991240241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.394544] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] Lock "42224d79-4990-42f7-9c1d-030991240241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.394746] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] Lock "42224d79-4990-42f7-9c1d-030991240241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.395034] env[65997]: DEBUG nova.compute.manager [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] No waiting events found dispatching network-vif-plugged-dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.395300] env[65997]: WARNING nova.compute.manager [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Received unexpected event network-vif-plugged-dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f for instance with vm_state building and task_state spawning. [ 931.395473] env[65997]: DEBUG nova.compute.manager [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Received event network-changed-dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.395623] env[65997]: DEBUG nova.compute.manager [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Refreshing instance network info cache due to event network-changed-dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 931.395807] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] Acquiring lock "refresh_cache-42224d79-4990-42f7-9c1d-030991240241" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.395937] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] Acquired lock "refresh_cache-42224d79-4990-42f7-9c1d-030991240241" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.396101] env[65997]: DEBUG nova.network.neutron [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Refreshing network info cache for port dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.399717] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44168a2f-7250-48c1-8ebd-5bfbcf04baf6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.409659] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 931.409659] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52034888-b143-8fde-f406-f4359edc6121" [ 931.409659] env[65997]: _type = "Task" [ 931.409659] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.423958] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52034888-b143-8fde-f406-f4359edc6121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.472441] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.502615] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.502892] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.503073] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.503263] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.503428] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.503566] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.503852] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.503959] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.504197] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.504406] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.504705] env[65997]: DEBUG nova.virt.hardware [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.505635] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41916b6-7ea5-4da6-99cb-abc5c0413cc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.516974] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbdf099-1d23-420b-8a83-56a3258d9538 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.590753] env[65997]: DEBUG nova.scheduler.client.report [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.732756] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 931.733167] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cddfcb-91cd-efb0-1f94-f1458abc4ccc/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 931.734328] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b615927-78e7-4564-980a-0b50c4cab46e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.743248] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cddfcb-91cd-efb0-1f94-f1458abc4ccc/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 931.743483] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cddfcb-91cd-efb0-1f94-f1458abc4ccc/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 931.743752] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-804c9947-5bdc-4cc7-bd5f-2ea5bec0315a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.777369] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718406, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.868739] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718407, 'name': CreateVM_Task, 'duration_secs': 0.489209} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.869126] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42224d79-4990-42f7-9c1d-030991240241] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.869621] env[65997]: WARNING neutronclient.v2_0.client [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.870407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.870407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.870599] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.870765] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8240f030-c2cd-4375-8737-833e9cb0c6cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.878438] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 931.878438] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521cb23e-57ae-48ef-5e80-931e08c4d2e1" [ 931.878438] env[65997]: _type = "Task" [ 931.878438] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.887422] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521cb23e-57ae-48ef-5e80-931e08c4d2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.905295] env[65997]: WARNING neutronclient.v2_0.client [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.910179] env[65997]: DEBUG nova.compute.manager [req-66e80846-72cb-4259-a051-8ae6d8541cee req-079ee24d-e12c-440b-9099-ddeb000a179b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Received event network-vif-plugged-557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.910388] env[65997]: DEBUG oslo_concurrency.lockutils [req-66e80846-72cb-4259-a051-8ae6d8541cee req-079ee24d-e12c-440b-9099-ddeb000a179b service nova] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.910587] env[65997]: DEBUG oslo_concurrency.lockutils [req-66e80846-72cb-4259-a051-8ae6d8541cee req-079ee24d-e12c-440b-9099-ddeb000a179b service nova] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.911664] env[65997]: DEBUG oslo_concurrency.lockutils [req-66e80846-72cb-4259-a051-8ae6d8541cee req-079ee24d-e12c-440b-9099-ddeb000a179b service nova] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.911664] env[65997]: DEBUG nova.compute.manager [req-66e80846-72cb-4259-a051-8ae6d8541cee req-079ee24d-e12c-440b-9099-ddeb000a179b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] No waiting events found dispatching network-vif-plugged-557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.911664] env[65997]: WARNING nova.compute.manager [req-66e80846-72cb-4259-a051-8ae6d8541cee req-079ee24d-e12c-440b-9099-ddeb000a179b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Received unexpected event network-vif-plugged-557be63b-43fc-427d-96bb-63f05c5f888b for instance with vm_state building and task_state spawning. [ 931.923787] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52034888-b143-8fde-f406-f4359edc6121, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.924103] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.924366] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] beba86f7-b8a6-46c2-98bd-f6c7784a55c7/beba86f7-b8a6-46c2-98bd-f6c7784a55c7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.924633] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e6e62b-52b3-456c-902e-8739dac8fd8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.936233] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 931.936233] env[65997]: value = "task-4718408" [ 931.936233] env[65997]: _type = "Task" [ 931.936233] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.945278] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.018429] env[65997]: DEBUG nova.network.neutron [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Successfully updated port: 557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.044832] env[65997]: DEBUG oslo_vmware.rw_handles [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cddfcb-91cd-efb0-1f94-f1458abc4ccc/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 932.045157] env[65997]: INFO nova.virt.vmwareapi.images [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Downloaded image file data 4b5c2313-1c30-4f90-9ed6-f18b11e510f8 [ 932.046225] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9066e5-2427-4068-b969-ae2b56551490 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.066041] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed97e18a-588d-41c4-a3cd-c2d9bb6f45c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.097951] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.099048] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 932.107408] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.152s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.107731] env[65997]: DEBUG nova.objects.instance [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lazy-loading 'resources' on Instance uuid f0bcf184-5715-4d46-b5f5-6df4c361e8d3 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.111115] env[65997]: INFO nova.virt.vmwareapi.images [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] The imported VM was unregistered [ 932.113669] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 932.114842] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.114842] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-536bc38f-6053-434d-b0ac-4df91f812175 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.131815] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created directory with path [datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.132192] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037/OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037.vmdk to [datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk. {{(pid=65997) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 932.132309] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bac82063-6b6d-4c14-a929-595bd03d5575 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.146335] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 932.146335] env[65997]: value = "task-4718410" [ 932.146335] env[65997]: _type = "Task" [ 932.146335] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.157735] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.176574] env[65997]: WARNING neutronclient.v2_0.client [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.282148] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718406, 'name': Rename_Task, 'duration_secs': 1.199066} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.283322] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.283322] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff24f7f-81ab-4ea2-8ee6-8a7292c0125d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.294224] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 932.294224] env[65997]: value = "task-4718411" [ 932.294224] env[65997]: _type = "Task" [ 932.294224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.310119] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.312038] env[65997]: DEBUG nova.network.neutron [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Updated VIF entry in instance network info cache for port dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.312527] env[65997]: DEBUG nova.network.neutron [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Updating instance_info_cache with network_info: [{"id": "dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f", "address": "fa:16:3e:00:b1:19", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7d24f0-0b", "ovs_interfaceid": "dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.396955] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521cb23e-57ae-48ef-5e80-931e08c4d2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.397883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.398484] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.398992] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.399569] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.400149] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.400865] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef8289e-f84a-4fff-be2f-323366724ff7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.432029] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.432029] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.432787] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae4322c-708e-482a-8484-9a3efdfcde0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.446470] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 932.446470] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52187aaa-843a-bbff-e13a-e175845a7885" [ 932.446470] env[65997]: _type = "Task" [ 932.446470] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.451086] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718408, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.468526] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52187aaa-843a-bbff-e13a-e175845a7885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.523785] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.524260] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.524260] env[65997]: DEBUG nova.network.neutron [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.613919] env[65997]: DEBUG nova.compute.utils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.616214] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 932.616535] env[65997]: DEBUG nova.network.neutron [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.617273] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.617754] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.659314] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.677611] env[65997]: DEBUG nova.policy [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de8b4d2f97ab4ec486293ec900fb9b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f9088c6d11482994eeb300852b0c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.806112] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.818816] env[65997]: DEBUG oslo_concurrency.lockutils [req-7a76b452-275e-4be5-bcb5-1dc14e56b527 req-0ceadb70-601b-46dc-b9ab-66b9776da3be service nova] Releasing lock "refresh_cache-42224d79-4990-42f7-9c1d-030991240241" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.949834] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777169} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.953350] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] beba86f7-b8a6-46c2-98bd-f6c7784a55c7/beba86f7-b8a6-46c2-98bd-f6c7784a55c7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.953637] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.954338] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bad239f-9f6a-4703-b5d1-d12ea76cad50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.968367] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52187aaa-843a-bbff-e13a-e175845a7885, 'name': SearchDatastore_Task, 'duration_secs': 0.073443} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.973949] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 932.973949] env[65997]: value = "task-4718412" [ 932.973949] env[65997]: _type = "Task" [ 932.973949] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.976043] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226573dd-c98c-4264-9b76-028c888d5b54 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.989044] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 932.989044] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52da3387-0b14-c662-eb89-bf794701fa84" [ 932.989044] env[65997]: _type = "Task" [ 932.989044] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.992968] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.009368] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52da3387-0b14-c662-eb89-bf794701fa84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.075598] env[65997]: DEBUG nova.network.neutron [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.083150] env[65997]: DEBUG nova.network.neutron [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Successfully created port: 647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 933.112405] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c2a0c0-d58b-4700-89fb-deb4d221a414 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.122443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c0d19-34e6-473f-aa7e-7e60b0325a82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.126480] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 933.168824] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef43447-7fec-4f7a-958e-bd10d5428594 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.184295] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb830483-2250-4d63-827b-7b5955fe127b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.189041] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.205080] env[65997]: DEBUG nova.compute.provider_tree [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.259114] env[65997]: WARNING neutronclient.v2_0.client [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.313781] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718411, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.490400] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09437} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.490745] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.491790] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9f8b8c-c649-4701-8ce4-8a4723e5b8e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.496570] env[65997]: DEBUG nova.network.neutron [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updating instance_info_cache with network_info: [{"id": "557be63b-43fc-427d-96bb-63f05c5f888b", "address": "fa:16:3e:92:90:e1", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557be63b-43", "ovs_interfaceid": "557be63b-43fc-427d-96bb-63f05c5f888b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.512351] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52da3387-0b14-c662-eb89-bf794701fa84, 'name': SearchDatastore_Task, 'duration_secs': 0.089648} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.523830] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.524280] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 42224d79-4990-42f7-9c1d-030991240241/42224d79-4990-42f7-9c1d-030991240241.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.537090] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] beba86f7-b8a6-46c2-98bd-f6c7784a55c7/beba86f7-b8a6-46c2-98bd-f6c7784a55c7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.540142] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-738691c4-7c08-4f03-b5b0-19888d3b50ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.541832] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e9b0a7-f480-424e-8193-62ad760bcda1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.572924] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 933.572924] env[65997]: value = "task-4718413" [ 933.572924] env[65997]: _type = "Task" [ 933.572924] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.573231] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 933.573231] env[65997]: value = "task-4718414" [ 933.573231] env[65997]: _type = "Task" [ 933.573231] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.591154] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.595152] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.678645] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.706164] env[65997]: DEBUG nova.scheduler.client.report [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.779350] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9a3ee-468e-4be9-a397-f02ebdfca164 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.789909] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Suspending the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 933.790479] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-91f837cb-89af-4c74-8ebd-1ede6fc89ac5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.806429] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 933.806429] env[65997]: value = "task-4718415" [ 933.806429] env[65997]: _type = "Task" [ 933.806429] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.816785] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718411, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.820933] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718415, 'name': SuspendVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.004592] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.005125] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Instance network_info: |[{"id": "557be63b-43fc-427d-96bb-63f05c5f888b", "address": "fa:16:3e:92:90:e1", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557be63b-43", "ovs_interfaceid": "557be63b-43fc-427d-96bb-63f05c5f888b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 934.005575] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:90:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '557be63b-43fc-427d-96bb-63f05c5f888b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.014993] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Creating folder: Project (1396886123ae4f84938b7e47d9ac222a). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.015372] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5708f54-5199-4c6f-a3f6-287489a7923f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.030334] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Created folder: Project (1396886123ae4f84938b7e47d9ac222a) in parent group-v920549. [ 934.030503] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Creating folder: Instances. Parent ref: group-v920779. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.030778] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab01183-e9f3-4c58-81bb-b516c2120748 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.044977] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Created folder: Instances in parent group-v920779. [ 934.045302] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.045593] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.045842] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-025c8d7b-f282-4461-a4db-ac06a30b2cdb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.068417] env[65997]: DEBUG nova.compute.manager [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Received event network-changed-557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.068417] env[65997]: DEBUG nova.compute.manager [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Refreshing instance network info cache due to event network-changed-557be63b-43fc-427d-96bb-63f05c5f888b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 934.068417] env[65997]: DEBUG oslo_concurrency.lockutils [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] Acquiring lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.068417] env[65997]: DEBUG oslo_concurrency.lockutils [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] Acquired lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.068417] env[65997]: DEBUG nova.network.neutron [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Refreshing network info cache for port 557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.086099] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.086099] env[65997]: value = "task-4718418" [ 934.086099] env[65997]: _type = "Task" [ 934.086099] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.102372] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718414, 'name': ReconfigVM_Task, 'duration_secs': 0.471982} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.102999] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.107924] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Reconfigured VM instance instance-00000051 to attach disk [datastore2] beba86f7-b8a6-46c2-98bd-f6c7784a55c7/beba86f7-b8a6-46c2-98bd-f6c7784a55c7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.109316] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718418, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.109466] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150ece4b-5cb0-4e6a-81f5-b8534269e798 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.120637] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 934.120637] env[65997]: value = "task-4718419" [ 934.120637] env[65997]: _type = "Task" [ 934.120637] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.135085] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718419, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.140702] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 934.182464] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.185321] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 934.185681] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.185844] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 934.186075] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.186256] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 934.186408] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 934.186624] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.186783] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 934.186954] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 934.187188] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 934.187440] env[65997]: DEBUG nova.virt.hardware [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 934.188389] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884efc3f-4f6d-47cc-a642-55bc4babe901 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.198340] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409e7f69-476a-4889-b697-f0f9164fc126 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.219057] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.222350] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.457s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.223916] env[65997]: INFO nova.compute.claims [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.251456] env[65997]: INFO nova.scheduler.client.report [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocations for instance f0bcf184-5715-4d46-b5f5-6df4c361e8d3 [ 934.310907] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.325597] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718415, 'name': SuspendVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.571335] env[65997]: WARNING neutronclient.v2_0.client [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.585200] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.598217] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718418, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.635182] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718419, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.680383] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.750334] env[65997]: DEBUG nova.network.neutron [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Successfully updated port: 647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.763142] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0bc6729b-e829-4aa2-a094-882f5843e408 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "f0bcf184-5715-4d46-b5f5-6df4c361e8d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.527s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.812726] env[65997]: DEBUG oslo_vmware.api [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718411, 'name': PowerOnVM_Task, 'duration_secs': 2.427143} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.816150] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.816392] env[65997]: INFO nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Took 14.62 seconds to spawn the instance on the hypervisor. [ 934.816568] env[65997]: DEBUG nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.817769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43cda29-8b50-4566-a7b4-904d0dd3e4fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.836034] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718415, 'name': SuspendVM_Task} progress is 91%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.913013] env[65997]: WARNING neutronclient.v2_0.client [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.030695] env[65997]: DEBUG nova.network.neutron [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updated VIF entry in instance network info cache for port 557be63b-43fc-427d-96bb-63f05c5f888b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.031371] env[65997]: DEBUG nova.network.neutron [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updating instance_info_cache with network_info: [{"id": "557be63b-43fc-427d-96bb-63f05c5f888b", "address": "fa:16:3e:92:90:e1", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557be63b-43", "ovs_interfaceid": "557be63b-43fc-427d-96bb-63f05c5f888b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.087559] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.100251] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718418, 'name': CreateVM_Task, 'duration_secs': 0.534401} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.100451] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.101055] env[65997]: WARNING neutronclient.v2_0.client [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.101496] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.101658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.101939] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.102282] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918ce266-3dc3-42e2-9823-ec6f6648d142 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.110653] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 935.110653] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5248cd50-c661-2ba9-bd30-cf48e0e268e3" [ 935.110653] env[65997]: _type = "Task" [ 935.110653] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.124515] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5248cd50-c661-2ba9-bd30-cf48e0e268e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.137494] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718419, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.183057] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.254630] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.254819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.254819] env[65997]: DEBUG nova.network.neutron [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.331911] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718415, 'name': SuspendVM_Task} progress is 91%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.351308] env[65997]: INFO nova.compute.manager [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Took 40.06 seconds to build instance. [ 935.534526] env[65997]: DEBUG oslo_concurrency.lockutils [req-a8c3240e-71c5-4e2a-8638-bcf2667b8138 req-1102fc75-cb28-4772-9453-5a1cfcce7746 service nova] Releasing lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.589161] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.605324] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a64bc0-2b15-4fcc-90d0-1361f091854f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.619301] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99aabd4-6134-4804-b8f3-890ee8c38ff9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.630177] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5248cd50-c661-2ba9-bd30-cf48e0e268e3, 'name': SearchDatastore_Task, 'duration_secs': 0.107685} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.635425] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.635691] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.635996] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.636283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.636399] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.667467] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e74874c0-53a5-4ff2-a230-d4017362379d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.672265] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21965822-7c23-42e9-a559-1c9f3756b44a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.682564] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718419, 'name': Rename_Task, 'duration_secs': 1.189074} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.683266] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.683682] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070d4fcd-b3ab-4942-ab24-00b9954bb840 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.688971] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.694204] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb0815-036f-49d8-a150-584abbd6fb9d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.698997] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.699241] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.701382] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3363da55-652b-4a10-b99c-fe6064ab91e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.704701] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 935.704701] env[65997]: value = "task-4718420" [ 935.704701] env[65997]: _type = "Task" [ 935.704701] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.720855] env[65997]: DEBUG nova.compute.provider_tree [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.723039] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 935.723039] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e31ff-539a-7530-7daa-e2a90a96cca5" [ 935.723039] env[65997]: _type = "Task" [ 935.723039] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.727359] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718420, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.739977] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e31ff-539a-7530-7daa-e2a90a96cca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.800366] env[65997]: DEBUG nova.network.neutron [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.826757] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718415, 'name': SuspendVM_Task} progress is 91%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.852857] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2ffe20ce-f286-4c13-a9c0-80d2284f58ae tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "9cb277fd-864e-44b5-a7ad-3be289151910" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.569s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.894628] env[65997]: INFO nova.compute.manager [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Rescuing [ 935.894907] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.895066] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.895241] env[65997]: DEBUG nova.network.neutron [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.904558] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.987637] env[65997]: DEBUG nova.network.neutron [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance_info_cache with network_info: [{"id": "647ab7cf-9235-43bf-8a27-96c7814c4676", "address": "fa:16:3e:64:55:42", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647ab7cf-92", "ovs_interfaceid": "647ab7cf-9235-43bf-8a27-96c7814c4676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.088301] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718413, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.348073} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.088301] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 42224d79-4990-42f7-9c1d-030991240241/42224d79-4990-42f7-9c1d-030991240241.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.088301] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.088301] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb32c1a-ccfe-443f-887d-ad2fdda4a1fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.094182] env[65997]: DEBUG nova.compute.manager [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Received event network-vif-plugged-647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.094407] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] Acquiring lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.094791] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.094791] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.094899] env[65997]: DEBUG nova.compute.manager [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] No waiting events found dispatching network-vif-plugged-647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.095039] env[65997]: WARNING nova.compute.manager [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Received unexpected event network-vif-plugged-647ab7cf-9235-43bf-8a27-96c7814c4676 for instance with vm_state building and task_state spawning. [ 936.095201] env[65997]: DEBUG nova.compute.manager [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Received event network-changed-647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.095353] env[65997]: DEBUG nova.compute.manager [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Refreshing instance network info cache due to event network-changed-647ab7cf-9235-43bf-8a27-96c7814c4676. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 936.095519] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] Acquiring lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.097333] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 936.097333] env[65997]: value = "task-4718421" [ 936.097333] env[65997]: _type = "Task" [ 936.097333] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.108883] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.182380] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718410, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.631156} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.182662] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037/OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037.vmdk to [datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk. [ 936.182848] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Cleaning up location [datastore2] OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 936.183014] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_40ccb0f0-7466-4aae-a7c2-2e95ab55c037 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.183283] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a51d5db-bfde-48f0-a8d5-5da550dd6bd0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.189531] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 936.189531] env[65997]: value = "task-4718422" [ 936.189531] env[65997]: _type = "Task" [ 936.189531] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.201673] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.215191] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.229352] env[65997]: DEBUG nova.scheduler.client.report [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.242128] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e31ff-539a-7530-7daa-e2a90a96cca5, 'name': SearchDatastore_Task, 'duration_secs': 0.057958} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.242918] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465f7a76-3ef7-4639-bcc2-9892f9eb1bee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.250235] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 936.250235] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529831cc-8e45-a31c-9924-82191c7cc77d" [ 936.250235] env[65997]: _type = "Task" [ 936.250235] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.259973] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529831cc-8e45-a31c-9924-82191c7cc77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.326113] env[65997]: DEBUG oslo_vmware.api [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718415, 'name': SuspendVM_Task, 'duration_secs': 2.467023} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.326510] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Suspended the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 936.327574] env[65997]: DEBUG nova.compute.manager [None req-4ecef282-c69e-46d3-95e7-f225fdd9b33a tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 936.328542] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639bec16-92c9-4010-88a5-a37d61183a86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.398598] env[65997]: WARNING neutronclient.v2_0.client [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.491957] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.492329] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Instance network_info: |[{"id": "647ab7cf-9235-43bf-8a27-96c7814c4676", "address": "fa:16:3e:64:55:42", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647ab7cf-92", "ovs_interfaceid": "647ab7cf-9235-43bf-8a27-96c7814c4676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 936.492872] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] Acquired lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.493063] env[65997]: DEBUG nova.network.neutron [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Refreshing network info cache for port 647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.494279] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:55:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647ab7cf-9235-43bf-8a27-96c7814c4676', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.502418] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.503569] env[65997]: WARNING neutronclient.v2_0.client [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.505745] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.506794] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2021b45-2dae-442c-b55c-03c8caa804fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.533664] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.533664] env[65997]: value = "task-4718423" [ 936.533664] env[65997]: _type = "Task" [ 936.533664] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.546537] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718423, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.599453] env[65997]: WARNING neutronclient.v2_0.client [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.611428] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070976} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.611598] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.612481] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f6aec-2305-466d-b0b9-f755bb9a7cbc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.640195] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 42224d79-4990-42f7-9c1d-030991240241/42224d79-4990-42f7-9c1d-030991240241.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.640546] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd435b4-62e5-4006-91ab-c1d57c43c13d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.667408] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 936.667408] env[65997]: value = "task-4718424" [ 936.667408] env[65997]: _type = "Task" [ 936.667408] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.676875] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.694884] env[65997]: WARNING neutronclient.v2_0.client [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.704143] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089218} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.704342] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.704581] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.704844] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk to [datastore2] 80b58456-1208-41c4-86b9-077e0ab9e2c5/80b58456-1208-41c4-86b9-077e0ab9e2c5.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.705191] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-959c1a86-ae35-41a6-8f29-516522a1eff1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.719564] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.720825] env[65997]: DEBUG nova.network.neutron [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Updating instance_info_cache with network_info: [{"id": "ed7465d9-372c-454c-ac0f-d366e284d36b", "address": "fa:16:3e:12:f3:42", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7465d9-37", "ovs_interfaceid": "ed7465d9-372c-454c-ac0f-d366e284d36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.723315] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 936.723315] env[65997]: value = "task-4718425" [ 936.723315] env[65997]: _type = "Task" [ 936.723315] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.733426] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.736589] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.737135] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 936.739811] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.475s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.741572] env[65997]: INFO nova.compute.claims [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.764935] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529831cc-8e45-a31c-9924-82191c7cc77d, 'name': SearchDatastore_Task, 'duration_secs': 0.035373} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.765268] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.765554] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40/db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.765862] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-090eb992-cfc1-42ee-a6ec-d2f5153bbd7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.775390] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 936.775390] env[65997]: value = "task-4718426" [ 936.775390] env[65997]: _type = "Task" [ 936.775390] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.790037] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.798054] env[65997]: DEBUG nova.network.neutron [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updated VIF entry in instance network info cache for port 647ab7cf-9235-43bf-8a27-96c7814c4676. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.798427] env[65997]: DEBUG nova.network.neutron [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance_info_cache with network_info: [{"id": "647ab7cf-9235-43bf-8a27-96c7814c4676", "address": "fa:16:3e:64:55:42", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647ab7cf-92", "ovs_interfaceid": "647ab7cf-9235-43bf-8a27-96c7814c4676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.043469] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718423, 'name': CreateVM_Task, 'duration_secs': 0.453212} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.043469] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.043836] env[65997]: WARNING neutronclient.v2_0.client [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.044219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.044375] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.044690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.044960] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027fc93b-8b58-4606-82e2-d1d48138b561 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.050298] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 937.050298] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b194c3-019c-241e-5459-727c0c44d5cc" [ 937.050298] env[65997]: _type = "Task" [ 937.050298] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.059154] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b194c3-019c-241e-5459-727c0c44d5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.181732] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.224210] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718420, 'name': PowerOnVM_Task, 'duration_secs': 1.29023} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.224437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "refresh_cache-9cb277fd-864e-44b5-a7ad-3be289151910" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.226763] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.227457] env[65997]: INFO nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Took 10.89 seconds to spawn the instance on the hypervisor. [ 937.227457] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 937.232068] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ca74b-0808-415e-b7bb-11a9a7477403 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.242659] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.252526] env[65997]: DEBUG nova.compute.utils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.258421] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 937.261020] env[65997]: DEBUG nova.network.neutron [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.261020] env[65997]: WARNING neutronclient.v2_0.client [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.261020] env[65997]: WARNING neutronclient.v2_0.client [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.289811] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718426, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.301392] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ad47538-27e9-43a1-a62b-5fc04c368c59 req-885560ca-fcdb-4ba0-a4fb-029394c812e7 service nova] Releasing lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.309825] env[65997]: DEBUG nova.policy [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b3890ff82145eb8562ecf84cb55b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39d13f15fca14ad39d4e5bdd08cf5faa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.566770] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b194c3-019c-241e-5459-727c0c44d5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.047821} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.567238] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.567471] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.567733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.567892] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.568186] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.568486] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-566a4a26-a6a0-4ad1-8be7-4315db05376a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.589786] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.590125] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.590979] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cd0257-30cb-4525-b93b-6807948bd33c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.600266] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 937.600266] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d01392-bbd9-91e4-05ff-78c39faa412e" [ 937.600266] env[65997]: _type = "Task" [ 937.600266] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.612371] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d01392-bbd9-91e4-05ff-78c39faa412e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.673997] env[65997]: DEBUG nova.network.neutron [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Successfully created port: 3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.684991] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718424, 'name': ReconfigVM_Task, 'duration_secs': 0.675244} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.685148] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 42224d79-4990-42f7-9c1d-030991240241/42224d79-4990-42f7-9c1d-030991240241.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.685955] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e031d8-f578-4765-86b0-af70fd6295ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.696617] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 937.696617] env[65997]: value = "task-4718427" [ 937.696617] env[65997]: _type = "Task" [ 937.696617] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.707766] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718427, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.738564] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.758305] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 937.763724] env[65997]: INFO nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Took 26.18 seconds to build instance. [ 937.796060] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.896167] env[65997]: INFO nova.compute.manager [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Resuming [ 937.896769] env[65997]: DEBUG nova.objects.instance [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'flavor' on Instance uuid 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.116046] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d01392-bbd9-91e4-05ff-78c39faa412e, 'name': SearchDatastore_Task, 'duration_secs': 0.142748} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.116776] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2944178-4d00-4d5f-9742-f8ce82a70e04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.128862] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 938.128862] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ce0b18-3cc5-6022-6c9e-3f57f1fe8746" [ 938.128862] env[65997]: _type = "Task" [ 938.128862] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.141111] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ce0b18-3cc5-6022-6c9e-3f57f1fe8746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.163222] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129f51e-2114-405e-a9ab-209fc5ab539c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.173790] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9300ae-71fc-4839-9ade-4c7b8806136e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.215669] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a428794c-495d-4e58-b7a8-5811474b52c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.228862] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718427, 'name': Rename_Task, 'duration_secs': 0.290189} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.232852] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.233670] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74823623-e008-470e-b716-4182ec8a6ac0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.238336] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-505026e0-16ad-46e7-9c5d-f7f2a7a617da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.248347] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.256172] env[65997]: DEBUG nova.compute.provider_tree [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.260542] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 938.260542] env[65997]: value = "task-4718428" [ 938.260542] env[65997]: _type = "Task" [ 938.260542] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.271026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.700s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.274804] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.293090] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718426, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.309302} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.295028] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40/db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.295373] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.296017] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef918e5-6049-4393-bbc8-1c419dfcd946 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.309568] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 938.309568] env[65997]: value = "task-4718429" [ 938.309568] env[65997]: _type = "Task" [ 938.309568] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.320620] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.647924] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ce0b18-3cc5-6022-6c9e-3f57f1fe8746, 'name': SearchDatastore_Task, 'duration_secs': 0.09138} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.648394] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.648865] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba/2fdcefb4-020c-4d13-8662-059951d3ccba.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.649184] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceac6182-3067-49ca-8e14-30f483ec40c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.661861] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 938.661861] env[65997]: value = "task-4718430" [ 938.661861] env[65997]: _type = "Task" [ 938.661861] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.680504] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.747657] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.762382] env[65997]: DEBUG nova.scheduler.client.report [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.782116] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 938.784333] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.785058] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.785355] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36eb3427-625c-41fd-a12d-bb53367f4540 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.797227] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 938.797227] env[65997]: value = "task-4718431" [ 938.797227] env[65997]: _type = "Task" [ 938.797227] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.813231] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.815697] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.815943] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.816110] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.816301] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.816458] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.816637] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.816965] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.817190] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.817366] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.817541] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.817712] env[65997]: DEBUG nova.virt.hardware [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.821805] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf5e57-0e53-4210-beed-294b1e0e1619 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.833707] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092842} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.836981] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.837332] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d265ba86-662d-40c6-91d4-05aba1648598 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.841519] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38abf53d-b812-4957-920d-d37a8db5649b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.871747] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40/db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.881535] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db84674-e019-4ede-b791-1c6f0bb1d912 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.908107] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 938.908107] env[65997]: value = "task-4718432" [ 938.908107] env[65997]: _type = "Task" [ 938.908107] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.922363] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.169582] env[65997]: DEBUG nova.compute.manager [req-a3c6e467-4c2a-4d73-8693-fc42230b5c82 req-7fc15b20-7b77-4c2a-b08a-125118a80778 service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Received event network-vif-plugged-3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 939.169901] env[65997]: DEBUG oslo_concurrency.lockutils [req-a3c6e467-4c2a-4d73-8693-fc42230b5c82 req-7fc15b20-7b77-4c2a-b08a-125118a80778 service nova] Acquiring lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.170034] env[65997]: DEBUG oslo_concurrency.lockutils [req-a3c6e467-4c2a-4d73-8693-fc42230b5c82 req-7fc15b20-7b77-4c2a-b08a-125118a80778 service nova] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.170361] env[65997]: DEBUG oslo_concurrency.lockutils [req-a3c6e467-4c2a-4d73-8693-fc42230b5c82 req-7fc15b20-7b77-4c2a-b08a-125118a80778 service nova] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.170436] env[65997]: DEBUG nova.compute.manager [req-a3c6e467-4c2a-4d73-8693-fc42230b5c82 req-7fc15b20-7b77-4c2a-b08a-125118a80778 service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] No waiting events found dispatching network-vif-plugged-3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.170600] env[65997]: WARNING nova.compute.manager [req-a3c6e467-4c2a-4d73-8693-fc42230b5c82 req-7fc15b20-7b77-4c2a-b08a-125118a80778 service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Received unexpected event network-vif-plugged-3b22905f-a787-4766-a4e7-3c55697c953c for instance with vm_state building and task_state spawning. [ 939.180073] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.245215] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.272252] env[65997]: DEBUG nova.network.neutron [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Successfully updated port: 3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.277844] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.277844] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 939.280027] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.330s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.280380] env[65997]: DEBUG nova.objects.instance [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lazy-loading 'resources' on Instance uuid 74312858-c98b-4e8b-8a88-bff32a5a8a94 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.295337] env[65997]: DEBUG oslo_vmware.api [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718428, 'name': PowerOnVM_Task, 'duration_secs': 0.769306} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.297463] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.297463] env[65997]: INFO nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Took 10.40 seconds to spawn the instance on the hypervisor. [ 939.297657] env[65997]: DEBUG nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 939.298661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f071b01-86c6-4657-8788-60d4bd189d64 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.323441] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.406887] env[65997]: DEBUG oslo_concurrency.lockutils [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.407179] env[65997]: DEBUG oslo_concurrency.lockutils [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquired lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.407370] env[65997]: DEBUG nova.network.neutron [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.421992] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718432, 'name': ReconfigVM_Task, 'duration_secs': 0.416537} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.422338] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Reconfigured VM instance instance-00000053 to attach disk [datastore2] db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40/db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.422970] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e94f8a6f-21b0-4a9b-8386-520421973f04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.433981] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 939.433981] env[65997]: value = "task-4718433" [ 939.433981] env[65997]: _type = "Task" [ 939.433981] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.447589] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718433, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.677485] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.741780] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718425, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.012868} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.741780] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4b5c2313-1c30-4f90-9ed6-f18b11e510f8/4b5c2313-1c30-4f90-9ed6-f18b11e510f8.vmdk to [datastore2] 80b58456-1208-41c4-86b9-077e0ab9e2c5/80b58456-1208-41c4-86b9-077e0ab9e2c5.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.742445] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57bf8f-537e-43c8-b014-3e528b6ba713 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.766149] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 80b58456-1208-41c4-86b9-077e0ab9e2c5/80b58456-1208-41c4-86b9-077e0ab9e2c5.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.766554] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1e7ee5-fd61-4021-81a2-d9701cf93b25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.782219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "refresh_cache-cffadddc-3921-4c5f-a25b-ad1a48f89b17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.782330] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "refresh_cache-cffadddc-3921-4c5f-a25b-ad1a48f89b17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782942] env[65997]: DEBUG nova.network.neutron [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.786981] env[65997]: DEBUG nova.compute.utils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.792557] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 939.793083] env[65997]: DEBUG nova.network.neutron [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 939.793144] env[65997]: WARNING neutronclient.v2_0.client [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.793453] env[65997]: WARNING neutronclient.v2_0.client [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.795337] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 939.795337] env[65997]: value = "task-4718434" [ 939.795337] env[65997]: _type = "Task" [ 939.795337] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.810494] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.815705] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718431, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.831248] env[65997]: INFO nova.compute.manager [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Took 28.22 seconds to build instance. [ 939.849041] env[65997]: DEBUG nova.policy [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44aff59cc2434dee875ee429fb36bb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e4680af13841c8828d561432b7ac02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.910218] env[65997]: WARNING neutronclient.v2_0.client [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.946820] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718433, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.180770] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718430, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.225519] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d29ce-1ac3-4727-933e-99ce2073da0e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.233822] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbfe9f6-e0b1-4008-8539-3a77fe0239a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.238354] env[65997]: DEBUG nova.network.neutron [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Successfully created port: becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.274229] env[65997]: WARNING neutronclient.v2_0.client [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.277483] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992a2ec9-c850-476c-8399-edc0235586cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.290310] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf8790-e7ea-4295-aad0-941833bdba99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.296993] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 940.319671] env[65997]: DEBUG nova.compute.provider_tree [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.325194] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.333407] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfc01ec5-e056-4426-a014-e30f7742a5fe tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "42224d79-4990-42f7-9c1d-030991240241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.732s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.333501] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718431, 'name': PowerOffVM_Task, 'duration_secs': 1.041769} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.333826] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.334765] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e4ba5f-925d-4f6f-81aa-de9f23ddaa46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.359552] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42978891-6ff0-4e0b-8068-abcbf6bc5d66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.408811] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.409220] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a2e83e6-2697-415a-bea6-f01eb043c3ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.411904] env[65997]: DEBUG nova.network.neutron [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.421753] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 940.421753] env[65997]: value = "task-4718435" [ 940.421753] env[65997]: _type = "Task" [ 940.421753] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.432457] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 940.432618] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.432837] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.432960] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433186] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.433443] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a0806d-5071-4959-bddd-f4091432b9b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.445108] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718433, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.446342] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.446514] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.447571] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52816ce-1eaa-4ab8-a0b5-940777ef79b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.454239] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 940.454239] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520f37c8-6d57-825f-9e31-f3d6ff577b75" [ 940.454239] env[65997]: _type = "Task" [ 940.454239] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.463463] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520f37c8-6d57-825f-9e31-f3d6ff577b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.503149] env[65997]: DEBUG nova.network.neutron [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [{"id": "e2cec206-c93b-4743-b0f8-e06217e357e8", "address": "fa:16:3e:6a:9f:af", "network": {"id": "f4af0be7-1f77-4b64-aeac-b0ed40113622", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-400980315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c88c13c331484da8ae58036e7acaf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cec206-c9", "ovs_interfaceid": "e2cec206-c93b-4743-b0f8-e06217e357e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.564403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.564737] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.564992] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.565256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.565480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.568829] env[65997]: INFO nova.compute.manager [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Terminating instance [ 940.680447] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718430, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.680866] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba/2fdcefb4-020c-4d13-8662-059951d3ccba.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.681198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.681561] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb9c4bcf-c951-42ea-b7b5-567604483364 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.692993] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 940.692993] env[65997]: value = "task-4718436" [ 940.692993] env[65997]: _type = "Task" [ 940.692993] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.709842] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.716057] env[65997]: WARNING neutronclient.v2_0.client [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.813644] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718434, 'name': ReconfigVM_Task, 'duration_secs': 0.955697} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.814219] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 80b58456-1208-41c4-86b9-077e0ab9e2c5/80b58456-1208-41c4-86b9-077e0ab9e2c5.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.814849] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcb2f0bf-f142-4bca-8e28-cf46961ef41a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.823080] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 940.823080] env[65997]: value = "task-4718437" [ 940.823080] env[65997]: _type = "Task" [ 940.823080] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.827188] env[65997]: DEBUG nova.scheduler.client.report [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.837557] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718437, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.839769] env[65997]: DEBUG nova.network.neutron [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Updating instance_info_cache with network_info: [{"id": "3b22905f-a787-4766-a4e7-3c55697c953c", "address": "fa:16:3e:9b:04:50", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b22905f-a7", "ovs_interfaceid": "3b22905f-a787-4766-a4e7-3c55697c953c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.869641] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "42224d79-4990-42f7-9c1d-030991240241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.869807] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "42224d79-4990-42f7-9c1d-030991240241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.870152] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "42224d79-4990-42f7-9c1d-030991240241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.870455] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "42224d79-4990-42f7-9c1d-030991240241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.870722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "42224d79-4990-42f7-9c1d-030991240241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.873802] env[65997]: INFO nova.compute.manager [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Terminating instance [ 940.947330] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718433, 'name': Rename_Task, 'duration_secs': 1.158296} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.947658] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.947884] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b4a29a-b7d6-4174-8860-537a88cae6bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.961826] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 940.961826] env[65997]: value = "task-4718438" [ 940.961826] env[65997]: _type = "Task" [ 940.961826] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.969414] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520f37c8-6d57-825f-9e31-f3d6ff577b75, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.970611] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26169dc4-2298-4962-8273-d90c319cbeea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.975921] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.980373] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 940.980373] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52baba79-9421-c79c-df68-30d52115404e" [ 940.980373] env[65997]: _type = "Task" [ 940.980373] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.991013] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52baba79-9421-c79c-df68-30d52115404e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.005818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Releasing lock "refresh_cache-6ab2835a-8d7b-4fd9-93cc-29141cbf1447" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.006884] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97fd8c9-149a-48ec-8536-5cd2d1551f06 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.014735] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Resuming the VM {{(pid=65997) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 941.015062] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-973d041b-e872-4588-8764-b3f231b92d9e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.022874] env[65997]: DEBUG oslo_vmware.api [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 941.022874] env[65997]: value = "task-4718439" [ 941.022874] env[65997]: _type = "Task" [ 941.022874] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.033314] env[65997]: DEBUG oslo_vmware.api [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.074308] env[65997]: DEBUG nova.compute.manager [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 941.074541] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.075575] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f05228-5fe5-4810-bb6e-44af2bee2c58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.084383] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.084622] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b4439e9-f81c-498d-8d8a-adfee51ea18e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.094844] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 941.094844] env[65997]: value = "task-4718440" [ 941.094844] env[65997]: _type = "Task" [ 941.094844] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.106445] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.204368] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075866} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.205815] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.206990] env[65997]: DEBUG nova.compute.manager [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Received event network-changed-3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.207174] env[65997]: DEBUG nova.compute.manager [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Refreshing instance network info cache due to event network-changed-3b22905f-a787-4766-a4e7-3c55697c953c. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 941.207360] env[65997]: DEBUG oslo_concurrency.lockutils [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] Acquiring lock "refresh_cache-cffadddc-3921-4c5f-a25b-ad1a48f89b17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.208346] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24e3aae-06ab-40fa-9be9-1d7e51a82a95 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.234949] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba/2fdcefb4-020c-4d13-8662-059951d3ccba.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.235772] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4beafc8a-f357-4614-a68c-3b091ef98fa0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.258831] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 941.258831] env[65997]: value = "task-4718441" [ 941.258831] env[65997]: _type = "Task" [ 941.258831] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.270106] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.316087] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 941.333701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.339098] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.219s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.339766] env[65997]: DEBUG nova.objects.instance [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lazy-loading 'resources' on Instance uuid 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.341013] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718437, 'name': Rename_Task, 'duration_secs': 0.167215} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.343457] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.344305] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d525cec5-403a-4b0d-9fbb-faed5dfab97e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.346926] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "refresh_cache-cffadddc-3921-4c5f-a25b-ad1a48f89b17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347036] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Instance network_info: |[{"id": "3b22905f-a787-4766-a4e7-3c55697c953c", "address": "fa:16:3e:9b:04:50", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b22905f-a7", "ovs_interfaceid": "3b22905f-a787-4766-a4e7-3c55697c953c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 941.347394] env[65997]: DEBUG oslo_concurrency.lockutils [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] Acquired lock "refresh_cache-cffadddc-3921-4c5f-a25b-ad1a48f89b17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.347633] env[65997]: DEBUG nova.network.neutron [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Refreshing network info cache for port 3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.348914] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:04:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b22905f-a787-4766-a4e7-3c55697c953c', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.357680] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Creating folder: Project (39d13f15fca14ad39d4e5bdd08cf5faa). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.361336] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.361584] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.361813] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.362074] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.362285] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.362579] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.362851] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.363253] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.363418] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.363632] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.363989] env[65997]: DEBUG nova.virt.hardware [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.365791] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df3ce302-753d-4c9c-8b39-ea5e9e123fc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.369269] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc56a5-3b89-4327-8aad-46d017a5b1c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.373137] env[65997]: INFO nova.scheduler.client.report [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Deleted allocations for instance 74312858-c98b-4e8b-8a88-bff32a5a8a94 [ 941.376381] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 941.376381] env[65997]: value = "task-4718442" [ 941.376381] env[65997]: _type = "Task" [ 941.376381] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.380713] env[65997]: DEBUG nova.compute.manager [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 941.380713] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.385739] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e06d76-7b34-4e7b-a786-a63b2e42f8d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.398388] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138fe2ab-6681-4fb6-8f41-9ab13408bc79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.402766] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Created folder: Project (39d13f15fca14ad39d4e5bdd08cf5faa) in parent group-v920549. [ 941.403091] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Creating folder: Instances. Parent ref: group-v920783. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.409417] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522f6c2d-5d52-4230-bfd6-b8de21636a39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.411400] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.411692] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.412387] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb4b5997-9ac1-4d8f-83ed-faf90435d93a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.427108] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 941.427108] env[65997]: value = "task-4718444" [ 941.427108] env[65997]: _type = "Task" [ 941.427108] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.429320] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Created folder: Instances in parent group-v920783. [ 941.429631] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.433728] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.434024] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5f9c2b-51ce-4cac-afe6-9be76fd51aff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.464798] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.471767] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.471767] env[65997]: value = "task-4718446" [ 941.471767] env[65997]: _type = "Task" [ 941.471767] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.485302] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718438, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.493709] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718446, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.503917] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52baba79-9421-c79c-df68-30d52115404e, 'name': SearchDatastore_Task, 'duration_secs': 0.040808} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.504451] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.504819] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. {{(pid=65997) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 941.505190] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd2665c8-5b7d-40b4-8c0c-5db7f9109ec3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.517621] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 941.517621] env[65997]: value = "task-4718447" [ 941.517621] env[65997]: _type = "Task" [ 941.517621] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.531715] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.542224] env[65997]: DEBUG oslo_vmware.api [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.610834] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718440, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.773578] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718441, 'name': ReconfigVM_Task, 'duration_secs': 0.420376} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.774469] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba/2fdcefb4-020c-4d13-8662-059951d3ccba.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.775406] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75160e56-d921-43be-ac02-dabfd152fc8e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.787759] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 941.787759] env[65997]: value = "task-4718448" [ 941.787759] env[65997]: _type = "Task" [ 941.787759] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.803262] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718448, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.823565] env[65997]: DEBUG nova.compute.manager [req-d897c20d-9ad6-4b54-99cb-b5ccb6f5b9a4 req-ee8aa59a-0366-487f-80dc-f46abdfb3952 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Received event network-vif-plugged-becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.824175] env[65997]: DEBUG oslo_concurrency.lockutils [req-d897c20d-9ad6-4b54-99cb-b5ccb6f5b9a4 req-ee8aa59a-0366-487f-80dc-f46abdfb3952 service nova] Acquiring lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.824175] env[65997]: DEBUG oslo_concurrency.lockutils [req-d897c20d-9ad6-4b54-99cb-b5ccb6f5b9a4 req-ee8aa59a-0366-487f-80dc-f46abdfb3952 service nova] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.824381] env[65997]: DEBUG oslo_concurrency.lockutils [req-d897c20d-9ad6-4b54-99cb-b5ccb6f5b9a4 req-ee8aa59a-0366-487f-80dc-f46abdfb3952 service nova] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.824640] env[65997]: DEBUG nova.compute.manager [req-d897c20d-9ad6-4b54-99cb-b5ccb6f5b9a4 req-ee8aa59a-0366-487f-80dc-f46abdfb3952 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] No waiting events found dispatching network-vif-plugged-becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 941.825918] env[65997]: WARNING nova.compute.manager [req-d897c20d-9ad6-4b54-99cb-b5ccb6f5b9a4 req-ee8aa59a-0366-487f-80dc-f46abdfb3952 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Received unexpected event network-vif-plugged-becd13da-ed3f-4500-9434-42fe22240b94 for instance with vm_state building and task_state spawning. [ 941.859565] env[65997]: WARNING neutronclient.v2_0.client [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.890972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5b71bb08-5bfd-4311-afd8-d8d03ac2c442 tempest-ServerRescueTestJSONUnderV235-343603750 tempest-ServerRescueTestJSONUnderV235-343603750-project-member] Lock "74312858-c98b-4e8b-8a88-bff32a5a8a94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.920s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.900511] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.941907] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718444, 'name': PowerOffVM_Task, 'duration_secs': 0.376286} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.945118] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.945416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.945957] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421dfe81-e2de-40d1-84be-1605abb3c4c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.957993] env[65997]: DEBUG nova.network.neutron [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Successfully updated port: becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 941.982601] env[65997]: DEBUG oslo_vmware.api [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718438, 'name': PowerOnVM_Task, 'duration_secs': 0.556174} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.985997] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.986454] env[65997]: INFO nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Took 10.51 seconds to spawn the instance on the hypervisor. [ 941.986566] env[65997]: DEBUG nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.988767] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a645567-ba5e-4a6d-9728-14dd5414f64c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.996420] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718446, 'name': CreateVM_Task, 'duration_secs': 0.508956} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.997164] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.997856] env[65997]: WARNING neutronclient.v2_0.client [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.998322] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.999413] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.999413] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.001760] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f2cecf-0780-4d68-9759-10d545b15d5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.014740] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 942.014740] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5247a946-d3df-eb9b-51c0-0e0d0b73cb18" [ 942.014740] env[65997]: _type = "Task" [ 942.014740] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.036412] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5247a946-d3df-eb9b-51c0-0e0d0b73cb18, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.038090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.038399] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.038651] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.038791] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.038993] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.039329] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.039522] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.039689] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleting the datastore file [datastore2] 42224d79-4990-42f7-9c1d-030991240241 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.044436] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9fe4f4f-234c-4ac9-bcd3-375fefc6e199 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.046686] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec5ee79-1a5e-44ac-8504-5a240ee7c0cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.049367] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.058564] env[65997]: DEBUG oslo_vmware.api [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718439, 'name': PowerOnVM_Task, 'duration_secs': 0.669539} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.060852] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Resumed the VM {{(pid=65997) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 942.061015] env[65997]: DEBUG nova.compute.manager [None req-40e33884-835f-4997-9f08-3b32c1fc8046 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.062348] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1806e2-8a66-41a0-956f-1d43dbe3ad9d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.067337] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 942.067337] env[65997]: value = "task-4718450" [ 942.067337] env[65997]: _type = "Task" [ 942.067337] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.076946] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.077252] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.085023] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877f7148-f957-41b6-8733-a7711eddf42e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.094187] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.095661] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 942.095661] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522d48c9-5ec3-a449-7b0b-75d0fd0e2d4e" [ 942.095661] env[65997]: _type = "Task" [ 942.095661] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.111541] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522d48c9-5ec3-a449-7b0b-75d0fd0e2d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.111825] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718440, 'name': PowerOffVM_Task, 'duration_secs': 0.694273} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.114960] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.115173] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.116504] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a27d95e-ef1e-4794-a32e-e93ce6c35fcf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.199026] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.199026] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.199026] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleting the datastore file [datastore2] beba86f7-b8a6-46c2-98bd-f6c7784a55c7 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.199479] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b4c3c43-7e2d-4044-bbd3-9687c7f45c14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.210206] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 942.210206] env[65997]: value = "task-4718452" [ 942.210206] env[65997]: _type = "Task" [ 942.210206] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.223014] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.271560] env[65997]: WARNING neutronclient.v2_0.client [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.310301] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718448, 'name': Rename_Task, 'duration_secs': 0.238328} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.310301] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.310549] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a766fc2-2f13-4055-ba0e-141e3bc5beef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.321875] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 942.321875] env[65997]: value = "task-4718453" [ 942.321875] env[65997]: _type = "Task" [ 942.321875] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.335828] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.354158] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f161a4ce-b4e1-4a42-b4e3-4d68db3325a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.367282] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d8238-7053-4c7a-bf05-c09a6cb4a719 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.426461] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b0c07-0ba9-4da2-8f46-f32e2124aecc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.442298] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46643c5f-278d-4e0a-afab-b52f99817611 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.448528] env[65997]: DEBUG oslo_vmware.api [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718442, 'name': PowerOnVM_Task, 'duration_secs': 0.684644} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.448911] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.449224] env[65997]: INFO nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Took 19.71 seconds to spawn the instance on the hypervisor. [ 942.449499] env[65997]: DEBUG nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.451273] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdcb292-3e70-4790-9f27-b5a185c9bbfb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.469048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-555a47cb-d545-48ac-a98c-dad5c8fe0ba0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.469048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-555a47cb-d545-48ac-a98c-dad5c8fe0ba0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.469048] env[65997]: DEBUG nova.network.neutron [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.470361] env[65997]: DEBUG nova.compute.provider_tree [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.485217] env[65997]: DEBUG nova.network.neutron [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Updated VIF entry in instance network info cache for port 3b22905f-a787-4766-a4e7-3c55697c953c. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 942.485566] env[65997]: DEBUG nova.network.neutron [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Updating instance_info_cache with network_info: [{"id": "3b22905f-a787-4766-a4e7-3c55697c953c", "address": "fa:16:3e:9b:04:50", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b22905f-a7", "ovs_interfaceid": "3b22905f-a787-4766-a4e7-3c55697c953c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.517672] env[65997]: INFO nova.compute.manager [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Took 25.41 seconds to build instance. [ 942.529965] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94721} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.530362] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. [ 942.531412] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29821cb5-f824-4a58-8c89-6d59246b4267 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.562807] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.562807] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76305bd3-9887-48bc-a095-43ba512739cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.591217] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.593920] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 942.593920] env[65997]: value = "task-4718454" [ 942.593920] env[65997]: _type = "Task" [ 942.593920] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.607141] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.611683] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522d48c9-5ec3-a449-7b0b-75d0fd0e2d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.040626} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.612962] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a449ee20-92d4-4eb8-87de-0ff7cf82f104 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.620944] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 942.620944] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a06180-44c6-6d4c-34d2-b42beda97ebc" [ 942.620944] env[65997]: _type = "Task" [ 942.620944] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.630819] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a06180-44c6-6d4c-34d2-b42beda97ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.722063] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.836786] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718453, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.976884] env[65997]: DEBUG nova.scheduler.client.report [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.987682] env[65997]: DEBUG oslo_concurrency.lockutils [req-903b11b2-d438-4b15-ad6a-765077e2690f req-7458c9cf-2ca1-47cc-8656-568450ec9a5e service nova] Releasing lock "refresh_cache-cffadddc-3921-4c5f-a25b-ad1a48f89b17" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.991049] env[65997]: INFO nova.compute.manager [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Took 44.55 seconds to build instance. [ 943.019748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5f3e2d92-4f51-49c1-beee-fe1583cce9ca tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.927s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.090729] env[65997]: DEBUG oslo_vmware.api [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.824363} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.090729] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.090729] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.090729] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.091058] env[65997]: INFO nova.compute.manager [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 42224d79-4990-42f7-9c1d-030991240241] Took 1.71 seconds to destroy the instance on the hypervisor. [ 943.091284] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.091383] env[65997]: DEBUG nova.compute.manager [-] [instance: 42224d79-4990-42f7-9c1d-030991240241] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 943.091479] env[65997]: DEBUG nova.network.neutron [-] [instance: 42224d79-4990-42f7-9c1d-030991240241] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 943.092873] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.105555] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.116239] env[65997]: DEBUG nova.network.neutron [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 943.132723] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a06180-44c6-6d4c-34d2-b42beda97ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.033297} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.133018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.134458] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] cffadddc-3921-4c5f-a25b-ad1a48f89b17/cffadddc-3921-4c5f-a25b-ad1a48f89b17.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.134786] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe76217f-d159-4bd2-9ee2-55b2da68a307 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.143591] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 943.143591] env[65997]: value = "task-4718455" [ 943.143591] env[65997]: _type = "Task" [ 943.143591] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.157403] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.188175] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.225622] env[65997]: DEBUG oslo_vmware.api [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.7702} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.225946] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.226185] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.226397] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.226609] env[65997]: INFO nova.compute.manager [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Took 2.15 seconds to destroy the instance on the hypervisor. [ 943.226922] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.227181] env[65997]: DEBUG nova.compute.manager [-] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 943.227319] env[65997]: DEBUG nova.network.neutron [-] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 943.227613] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.330909] env[65997]: WARNING neutronclient.v2_0.client [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.343566] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.449281] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.482878] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.485463] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.992s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.485687] env[65997]: DEBUG nova.objects.instance [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'resources' on Instance uuid f0b94b24-a479-4eb9-85ab-4ed5fb953d0f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.495997] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ca19cc23-37c9-4db6-ad41-1355c261de46 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.062s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.532382] env[65997]: INFO nova.scheduler.client.report [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Deleted allocations for instance 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72 [ 943.611167] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718454, 'name': ReconfigVM_Task, 'duration_secs': 0.962719} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.611579] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.612848] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d1f38-ea93-4ccd-86ad-bb112ac0ae2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.648952] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e4b8cb-df1b-4509-9a61-a37b5199053f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.672206] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718455, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.673690] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 943.673690] env[65997]: value = "task-4718456" [ 943.673690] env[65997]: _type = "Task" [ 943.673690] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.686691] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.689368] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "80b58456-1208-41c4-86b9-077e0ab9e2c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.689623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.690362] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "80b58456-1208-41c4-86b9-077e0ab9e2c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.690362] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.690362] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.692707] env[65997]: INFO nova.compute.manager [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Terminating instance [ 943.770835] env[65997]: DEBUG nova.network.neutron [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Updating instance_info_cache with network_info: [{"id": "becd13da-ed3f-4500-9434-42fe22240b94", "address": "fa:16:3e:58:ff:d7", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd13da-ed", "ovs_interfaceid": "becd13da-ed3f-4500-9434-42fe22240b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.838805] env[65997]: DEBUG oslo_vmware.api [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718453, 'name': PowerOnVM_Task, 'duration_secs': 1.13415} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.839199] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.839370] env[65997]: INFO nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Took 9.70 seconds to spawn the instance on the hypervisor. [ 943.839547] env[65997]: DEBUG nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 943.840745] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5b9af-ec83-416f-8621-1db724633986 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.047548] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ab47c6e9-c5d6-4e29-af20-79b745d297ae tempest-ServersTestMultiNic-681779130 tempest-ServersTestMultiNic-681779130-project-member] Lock "0e02d828-f28c-4c57-9b0b-26b8a6fb2c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.991s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.105526] env[65997]: DEBUG nova.network.neutron [-] [instance: 42224d79-4990-42f7-9c1d-030991240241] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.163425] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693683} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.166522] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] cffadddc-3921-4c5f-a25b-ad1a48f89b17/cffadddc-3921-4c5f-a25b-ad1a48f89b17.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.166655] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.167094] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d85aa55-6186-4f2c-afdd-da51cca56d89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.175062] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 944.175062] env[65997]: value = "task-4718457" [ 944.175062] env[65997]: _type = "Task" [ 944.175062] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.195303] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718456, 'name': ReconfigVM_Task, 'duration_secs': 0.501486} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.200177] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.201262] env[65997]: DEBUG nova.compute.manager [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 944.201673] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.202097] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.202419] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9474d536-f5ec-4e07-ab32-ddf453668172 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.205227] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529fb93e-01dd-4043-9f2e-2a5bade452d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.218570] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.220235] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-046fbd19-732b-45bc-879b-ad8090419abb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.222524] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 944.222524] env[65997]: value = "task-4718458" [ 944.222524] env[65997]: _type = "Task" [ 944.222524] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.232759] env[65997]: DEBUG oslo_vmware.api [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 944.232759] env[65997]: value = "task-4718459" [ 944.232759] env[65997]: _type = "Task" [ 944.232759] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.241055] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.249506] env[65997]: DEBUG oslo_vmware.api [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.273291] env[65997]: DEBUG nova.compute.manager [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Received event network-changed-becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.273291] env[65997]: DEBUG nova.compute.manager [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Refreshing instance network info cache due to event network-changed-becd13da-ed3f-4500-9434-42fe22240b94. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 944.273291] env[65997]: DEBUG oslo_concurrency.lockutils [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] Acquiring lock "refresh_cache-555a47cb-d545-48ac-a98c-dad5c8fe0ba0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.279108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-555a47cb-d545-48ac-a98c-dad5c8fe0ba0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.279375] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Instance network_info: |[{"id": "becd13da-ed3f-4500-9434-42fe22240b94", "address": "fa:16:3e:58:ff:d7", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd13da-ed", "ovs_interfaceid": "becd13da-ed3f-4500-9434-42fe22240b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 944.279703] env[65997]: DEBUG oslo_concurrency.lockutils [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] Acquired lock "refresh_cache-555a47cb-d545-48ac-a98c-dad5c8fe0ba0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.279877] env[65997]: DEBUG nova.network.neutron [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Refreshing network info cache for port becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.281603] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ff:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'becd13da-ed3f-4500-9434-42fe22240b94', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.289901] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 944.293697] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.294719] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb89f7f-a150-41f5-b660-88d6fc41022b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.329879] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.329879] env[65997]: value = "task-4718460" [ 944.329879] env[65997]: _type = "Task" [ 944.329879] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.341737] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718460, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.366632] env[65997]: INFO nova.compute.manager [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Took 26.47 seconds to build instance. [ 944.404151] env[65997]: DEBUG nova.network.neutron [-] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.468892] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af92a841-02f4-41b8-8a02-6449f21a1ee9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.479664] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5d538-b2cf-46ab-aade-653025f49667 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.519802] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da8bf44-1f30-471e-97e0-51fed49d7b16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.529844] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7540f114-9d4e-438d-bd5a-84e93c5c4ae3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.547489] env[65997]: DEBUG nova.compute.provider_tree [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.608719] env[65997]: INFO nova.compute.manager [-] [instance: 42224d79-4990-42f7-9c1d-030991240241] Took 1.52 seconds to deallocate network for instance. [ 944.695656] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084459} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.696264] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.698296] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c37bc49-7b6d-4272-b90b-e299278c9e0e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.729495] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] cffadddc-3921-4c5f-a25b-ad1a48f89b17/cffadddc-3921-4c5f-a25b-ad1a48f89b17.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.730492] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2e8474-dad9-4aac-a044-6e4a851d5a6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.766257] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718458, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.771165] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 944.771165] env[65997]: value = "task-4718461" [ 944.771165] env[65997]: _type = "Task" [ 944.771165] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.771486] env[65997]: DEBUG oslo_vmware.api [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718459, 'name': PowerOffVM_Task, 'duration_secs': 0.359619} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.771844] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.772013] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.775527] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320f8660-927c-493a-a3ea-952faabdb74a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.785597] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.794605] env[65997]: WARNING neutronclient.v2_0.client [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.844419] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718460, 'name': CreateVM_Task, 'duration_secs': 0.433091} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.845535] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.845535] env[65997]: WARNING neutronclient.v2_0.client [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.845629] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.845700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.846124] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.846407] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c029feb0-0837-4035-998c-7cf628a3ebb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.853900] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 944.853900] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5204bea5-3e83-f83d-3aff-f69c3a076415" [ 944.853900] env[65997]: _type = "Task" [ 944.853900] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.864243] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5204bea5-3e83-f83d-3aff-f69c3a076415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.868804] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d2a92462-7227-4c1c-8e43-028b5dd2782d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.988s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.881517] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.881773] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.882008] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleting the datastore file [datastore2] 80b58456-1208-41c4-86b9-077e0ab9e2c5 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.882255] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcffe6ee-6d11-42ab-82ed-296767bf1dc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.891845] env[65997]: DEBUG oslo_vmware.api [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 944.891845] env[65997]: value = "task-4718463" [ 944.891845] env[65997]: _type = "Task" [ 944.891845] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.903785] env[65997]: DEBUG oslo_vmware.api [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.909239] env[65997]: INFO nova.compute.manager [-] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Took 1.68 seconds to deallocate network for instance. [ 945.051549] env[65997]: DEBUG nova.scheduler.client.report [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.118249] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.243689] env[65997]: DEBUG oslo_vmware.api [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718458, 'name': PowerOnVM_Task, 'duration_secs': 0.659754} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.244917] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.249184] env[65997]: DEBUG nova.compute.manager [None req-6e9b311c-52ca-4891-80d7-8fb730b0f1c0 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 945.250848] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce3904e-8359-46d1-a409-09facdfb401a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.256314] env[65997]: WARNING neutronclient.v2_0.client [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.283360] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.369498] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5204bea5-3e83-f83d-3aff-f69c3a076415, 'name': SearchDatastore_Task, 'duration_secs': 0.02683} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.369895] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.370188] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.370524] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.370742] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.370972] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.371345] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c223dee-c32c-4a0f-96d3-279d83f8357e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.383211] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.383488] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.384627] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a76b12a-56d1-44c2-b49d-3c16137875a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.397549] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 945.397549] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ea008d-bf28-51ed-6bb4-acd8d5eb9902" [ 945.397549] env[65997]: _type = "Task" [ 945.397549] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.407550] env[65997]: DEBUG oslo_vmware.api [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364208} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.410095] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.410095] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.410095] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.410095] env[65997]: INFO nova.compute.manager [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 945.410095] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 945.410326] env[65997]: DEBUG nova.compute.manager [-] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 945.410541] env[65997]: DEBUG nova.network.neutron [-] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.411043] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.421818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.422269] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ea008d-bf28-51ed-6bb4-acd8d5eb9902, 'name': SearchDatastore_Task, 'duration_secs': 0.013512} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.423546] env[65997]: DEBUG nova.network.neutron [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Updated VIF entry in instance network info cache for port becd13da-ed3f-4500-9434-42fe22240b94. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.423978] env[65997]: DEBUG nova.network.neutron [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Updating instance_info_cache with network_info: [{"id": "becd13da-ed3f-4500-9434-42fe22240b94", "address": "fa:16:3e:58:ff:d7", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd13da-ed", "ovs_interfaceid": "becd13da-ed3f-4500-9434-42fe22240b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.426551] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9de0601-61e8-4028-b2ef-d75732fe5499 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.434929] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 945.434929] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526900b2-ca11-1352-04f0-2f2da0bb9653" [ 945.434929] env[65997]: _type = "Task" [ 945.434929] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.447849] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526900b2-ca11-1352-04f0-2f2da0bb9653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.467597] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.557637] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.561938] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.479s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.562934] env[65997]: DEBUG nova.objects.instance [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lazy-loading 'resources' on Instance uuid b93722a0-d866-4a9f-a92b-859ed6dc4ccc {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.586890] env[65997]: INFO nova.scheduler.client.report [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance f0b94b24-a479-4eb9-85ab-4ed5fb953d0f [ 945.785557] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718461, 'name': ReconfigVM_Task, 'duration_secs': 0.670301} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.785557] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Reconfigured VM instance instance-00000055 to attach disk [datastore1] cffadddc-3921-4c5f-a25b-ad1a48f89b17/cffadddc-3921-4c5f-a25b-ad1a48f89b17.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.785557] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8390b46-8c01-4060-83d2-109a37cec42e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.795969] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 945.795969] env[65997]: value = "task-4718464" [ 945.795969] env[65997]: _type = "Task" [ 945.795969] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.807974] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718464, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.927056] env[65997]: DEBUG oslo_concurrency.lockutils [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] Releasing lock "refresh_cache-555a47cb-d545-48ac-a98c-dad5c8fe0ba0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.927362] env[65997]: DEBUG nova.compute.manager [req-ed5829b8-046d-4ace-875a-be3d8069aa6e req-034e3c0f-4765-4d36-98e9-e5973fd74630 service nova] [instance: 42224d79-4990-42f7-9c1d-030991240241] Received event network-vif-deleted-dd7d24f0-0bfd-4fb4-8bf9-3d68fa716a2f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.947907] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526900b2-ca11-1352-04f0-2f2da0bb9653, 'name': SearchDatastore_Task, 'duration_secs': 0.018613} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.948169] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.948429] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 555a47cb-d545-48ac-a98c-dad5c8fe0ba0/555a47cb-d545-48ac-a98c-dad5c8fe0ba0.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.948703] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f998d2-cd09-4600-84bf-cdbdf52ecb76 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.957208] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 945.957208] env[65997]: value = "task-4718465" [ 945.957208] env[65997]: _type = "Task" [ 945.957208] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.967424] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.096687] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8c7dc3c-4ce5-4bab-8310-04c1c7e36b65 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "f0b94b24-a479-4eb9-85ab-4ed5fb953d0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.221s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.234525] env[65997]: DEBUG nova.network.neutron [-] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.315620] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718464, 'name': Rename_Task, 'duration_secs': 0.298386} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.320490] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.321188] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac00e4d4-c678-4fc4-9d97-e7123704ed17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.333730] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 946.333730] env[65997]: value = "task-4718466" [ 946.333730] env[65997]: _type = "Task" [ 946.333730] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.348100] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.464758] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18236df-e2a4-4083-95a2-ec53de5adfc6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.477183] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.482438] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e688ed-62c4-48f5-bf43-b8288ef1ba3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.526817] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7524076-a415-4a02-8b99-dde82df05a26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.541141] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b607c948-9548-43e4-8d79-a9ad5e07910f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.559357] env[65997]: DEBUG nova.compute.provider_tree [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.585442] env[65997]: DEBUG nova.compute.manager [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Received event network-vif-deleted-8e112b1e-f227-4d25-8b8e-f179a0666954 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.585858] env[65997]: DEBUG nova.compute.manager [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Received event network-changed-557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.585973] env[65997]: DEBUG nova.compute.manager [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Refreshing instance network info cache due to event network-changed-557be63b-43fc-427d-96bb-63f05c5f888b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 946.586209] env[65997]: DEBUG oslo_concurrency.lockutils [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] Acquiring lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.586475] env[65997]: DEBUG oslo_concurrency.lockutils [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] Acquired lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.588313] env[65997]: DEBUG nova.network.neutron [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Refreshing network info cache for port 557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.739925] env[65997]: INFO nova.compute.manager [-] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Took 1.33 seconds to deallocate network for instance. [ 946.845863] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718466, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.971353] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612835} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.971846] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 555a47cb-d545-48ac-a98c-dad5c8fe0ba0/555a47cb-d545-48ac-a98c-dad5c8fe0ba0.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.971846] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.972618] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eeb1048-252d-427b-bcfb-110611a0e7e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.981546] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 946.981546] env[65997]: value = "task-4718467" [ 946.981546] env[65997]: _type = "Task" [ 946.981546] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.994214] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.057151] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "2eb5407f-a830-4551-ab01-4cf997c312eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.057313] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.063414] env[65997]: DEBUG nova.scheduler.client.report [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.090885] env[65997]: WARNING neutronclient.v2_0.client [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.248034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.349172] env[65997]: DEBUG oslo_vmware.api [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718466, 'name': PowerOnVM_Task, 'duration_secs': 0.717651} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.349602] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.349910] env[65997]: INFO nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Took 8.57 seconds to spawn the instance on the hypervisor. [ 947.350211] env[65997]: DEBUG nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 947.351344] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b8246-a457-4d7f-a3e2-c8e6c3871a7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.495755] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086765} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.498611] env[65997]: WARNING neutronclient.v2_0.client [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.501657] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.502986] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8542b4-df0b-4ed6-9cf7-eeb454127d58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.531696] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 555a47cb-d545-48ac-a98c-dad5c8fe0ba0/555a47cb-d545-48ac-a98c-dad5c8fe0ba0.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.532097] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe37a74-5f1c-4b56-9d9c-3ba1a9bed77f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.559455] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 947.559455] env[65997]: value = "task-4718468" [ 947.559455] env[65997]: _type = "Task" [ 947.559455] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.559802] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 947.571094] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.579725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.183s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.579725] env[65997]: DEBUG nova.objects.instance [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lazy-loading 'resources' on Instance uuid 5ac09152-e6d7-4c2f-82ae-355215767876 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.580841] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.612105] env[65997]: INFO nova.scheduler.client.report [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Deleted allocations for instance b93722a0-d866-4a9f-a92b-859ed6dc4ccc [ 947.651945] env[65997]: DEBUG nova.network.neutron [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updated VIF entry in instance network info cache for port 557be63b-43fc-427d-96bb-63f05c5f888b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.652462] env[65997]: DEBUG nova.network.neutron [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updating instance_info_cache with network_info: [{"id": "557be63b-43fc-427d-96bb-63f05c5f888b", "address": "fa:16:3e:92:90:e1", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557be63b-43", "ovs_interfaceid": "557be63b-43fc-427d-96bb-63f05c5f888b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.703076] env[65997]: DEBUG nova.compute.manager [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 947.878518] env[65997]: INFO nova.compute.manager [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Took 29.14 seconds to build instance. [ 948.085432] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718468, 'name': ReconfigVM_Task, 'duration_secs': 0.314179} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.086182] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 555a47cb-d545-48ac-a98c-dad5c8fe0ba0/555a47cb-d545-48ac-a98c-dad5c8fe0ba0.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.087380] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53271886-4635-4a6c-bf1a-35dcf20271d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.098035] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 948.098035] env[65997]: value = "task-4718469" [ 948.098035] env[65997]: _type = "Task" [ 948.098035] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.103304] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.114466] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718469, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.122476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f1df7e17-eb1d-4b15-82b1-e74b95e2962f tempest-MigrationsAdminTest-1940019867 tempest-MigrationsAdminTest-1940019867-project-member] Lock "b93722a0-d866-4a9f-a92b-859ed6dc4ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.917s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.156767] env[65997]: DEBUG oslo_concurrency.lockutils [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] Releasing lock "refresh_cache-db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.157152] env[65997]: DEBUG nova.compute.manager [req-7844b380-4e7e-466d-b256-d8f21c201edf req-fcb95289-ac05-4c22-b094-2a1460b4de7b service nova] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Received event network-vif-deleted-72592729-f878-412e-812d-ad70e05bead9 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.175024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "584a1809-0558-4ad6-89e2-dd10b3047dfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.175024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.227746] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.378306] env[65997]: DEBUG oslo_concurrency.lockutils [None req-25bd53c3-3a26-4fc2-ba59-868cefcda548 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.713s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.540721] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234584f8-e3bd-4e11-a2b3-16bf54aaade9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.550709] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a85dd-0e87-49db-b5e9-d6e0b60c24ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.379759] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 949.387394] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c7ec68-fde4-4408-b22b-988c5a429b5b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.398760] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b64f8-b1ec-4de7-ba68-e3784257ea31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.403020] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718469, 'name': Rename_Task, 'duration_secs': 0.161165} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.403355] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.404053] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac366683-8661-4aa4-acf8-6af475abc877 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.414650] env[65997]: DEBUG nova.compute.provider_tree [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.417308] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 949.417308] env[65997]: value = "task-4718470" [ 949.417308] env[65997]: _type = "Task" [ 949.417308] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.427564] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.919893] env[65997]: DEBUG nova.scheduler.client.report [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.931029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.941216] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.430537] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.852s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.433094] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.238s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.435071] env[65997]: INFO nova.compute.claims [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.447300] env[65997]: DEBUG oslo_vmware.api [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718470, 'name': PowerOnVM_Task, 'duration_secs': 0.731805} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.447410] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.447580] env[65997]: INFO nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Took 9.13 seconds to spawn the instance on the hypervisor. [ 950.448280] env[65997]: DEBUG nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 950.448602] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3118d06b-5692-48a6-a61d-be4554139cf1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.459778] env[65997]: INFO nova.scheduler.client.report [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Deleted allocations for instance 5ac09152-e6d7-4c2f-82ae-355215767876 [ 950.973088] env[65997]: DEBUG oslo_concurrency.lockutils [None req-763a78fc-b3e3-4075-a221-1d568b7a4e14 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "5ac09152-e6d7-4c2f-82ae-355215767876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.527s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.974547] env[65997]: INFO nova.compute.manager [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Took 31.73 seconds to build instance. [ 951.348259] env[65997]: DEBUG nova.compute.manager [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.349688] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5044d-0396-443b-b22f-102f1f11c1df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.386084] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.387085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.387085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.387085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.387256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.390153] env[65997]: INFO nova.compute.manager [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Terminating instance [ 951.477696] env[65997]: DEBUG oslo_concurrency.lockutils [None req-48943473-b41f-4c1e-8fda-038028b1f455 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.392s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.785930] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ffdc2e-b703-4cc7-8fc5-b64a5396a443 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.794972] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ebb74-d805-443e-88ac-5d35d5d9a51c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.830032] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80876ee-66f9-4b6d-b5d1-c193c89e9b21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.843568] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce17713c-3334-4fa7-ad31-2dd9acb91385 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.866320] env[65997]: INFO nova.compute.manager [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] instance snapshotting [ 951.866320] env[65997]: DEBUG nova.compute.provider_tree [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.868472] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f83f1-5a55-4fa7-93be-478d39236402 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.893028] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e0f0ac-01e2-46bb-83a5-489e9969280c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.896405] env[65997]: DEBUG nova.compute.manager [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 951.896668] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.897492] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa0d70-09b9-4bbe-bdfd-4d3abbff23ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.914052] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.914052] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca802e1-17c6-4fdf-81a7-18daabd5a29f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.918282] env[65997]: DEBUG oslo_vmware.api [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 951.918282] env[65997]: value = "task-4718471" [ 951.918282] env[65997]: _type = "Task" [ 951.918282] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.929255] env[65997]: DEBUG oslo_vmware.api [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.343544] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2482f05-0a83-4a2d-b55f-0372eda214a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.352414] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Suspending the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 952.352702] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-21b7abbd-3435-4c93-bd2f-1969adffd51a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.360469] env[65997]: DEBUG oslo_vmware.api [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 952.360469] env[65997]: value = "task-4718472" [ 952.360469] env[65997]: _type = "Task" [ 952.360469] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.370104] env[65997]: DEBUG oslo_vmware.api [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718472, 'name': SuspendVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.373289] env[65997]: DEBUG nova.scheduler.client.report [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.414759] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.418388] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9a92198-fbd4-4e0a-b060-eab4931268fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.430901] env[65997]: DEBUG oslo_vmware.api [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718471, 'name': PowerOffVM_Task, 'duration_secs': 0.39721} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.432340] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.432516] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.433597] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 952.433597] env[65997]: value = "task-4718473" [ 952.433597] env[65997]: _type = "Task" [ 952.433597] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.433805] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b40745-f66f-40c4-b514-b418010bc8c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.449423] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.872330] env[65997]: DEBUG oslo_vmware.api [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718472, 'name': SuspendVM_Task} progress is 62%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.881643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.883434] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 952.885954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.770s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.887041] env[65997]: DEBUG nova.objects.instance [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lazy-loading 'resources' on Instance uuid 42224d79-4990-42f7-9c1d-030991240241 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.922497] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.922757] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.923181] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.924200] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.924200] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.926300] env[65997]: INFO nova.compute.manager [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Terminating instance [ 952.946969] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.947522] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.948383] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleting the datastore file [datastore2] 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.949306] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e75c492-d650-436f-bed4-1467dbe8099b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.958722] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.965319] env[65997]: DEBUG oslo_vmware.api [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for the task: (returnval){ [ 952.965319] env[65997]: value = "task-4718475" [ 952.965319] env[65997]: _type = "Task" [ 952.965319] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.974949] env[65997]: DEBUG oslo_vmware.api [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.375714] env[65997]: DEBUG oslo_vmware.api [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718472, 'name': SuspendVM_Task, 'duration_secs': 0.709465} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.375953] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Suspended the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 953.376818] env[65997]: DEBUG nova.compute.manager [None req-e2387025-a254-49f9-bec4-07c442adcb79 tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 953.377055] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3737528-aa73-4426-8366-1dd04c57b67a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.393699] env[65997]: DEBUG nova.compute.utils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.404027] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 953.404027] env[65997]: DEBUG nova.network.neutron [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 953.404027] env[65997]: WARNING neutronclient.v2_0.client [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.404027] env[65997]: WARNING neutronclient.v2_0.client [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.432116] env[65997]: DEBUG nova.compute.manager [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 953.433123] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.434046] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a7454f-3d8a-4fb8-8a70-13fd431195d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.447770] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718473, 'name': CreateSnapshot_Task, 'duration_secs': 0.972124} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.453107] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.453446] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.455386] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd462078-ce9a-4f0a-b182-97b2a7393435 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.458475] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4237c9e8-6654-4e9f-a6bd-7e9b93dba795 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.478857] env[65997]: DEBUG oslo_vmware.api [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 953.478857] env[65997]: value = "task-4718476" [ 953.478857] env[65997]: _type = "Task" [ 953.478857] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.492543] env[65997]: DEBUG oslo_vmware.api [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Task: {'id': task-4718475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43859} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.493396] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.493804] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.493804] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.493927] env[65997]: INFO nova.compute.manager [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Took 1.60 seconds to destroy the instance on the hypervisor. [ 953.494202] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 953.494412] env[65997]: DEBUG nova.compute.manager [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 953.494501] env[65997]: DEBUG nova.network.neutron [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 953.494753] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.500287] env[65997]: DEBUG oslo_vmware.api [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.618151] env[65997]: DEBUG nova.policy [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382ac222e01749738e71cc08445d3b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198a4ecec02d440289419a63a0c36717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.670506] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.753772] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a38b24c-5d28-48d5-8164-d9be9f9ef00d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.762673] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca2ec9-f41b-41bc-b335-ce7fe4c1e4a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.797047] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4480dab-e647-41af-946f-568e59c21ec0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.805914] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde08985-2914-4b3e-8e01-ed013b2ba7c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.821376] env[65997]: DEBUG nova.compute.provider_tree [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.899307] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 953.987672] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.988447] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f52fe0f7-cbe8-4597-b7bb-334efe60fefa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.002514] env[65997]: DEBUG oslo_vmware.api [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718476, 'name': PowerOffVM_Task, 'duration_secs': 0.199213} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.004513] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.004775] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.005816] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 954.005816] env[65997]: value = "task-4718477" [ 954.005816] env[65997]: _type = "Task" [ 954.005816] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.005816] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd03ba83-1582-41f3-8ba2-5ba3d628133f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.017326] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718477, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.082982] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.083233] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.083459] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Deleting the datastore file [datastore2] 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.083693] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f80e66ef-d340-49eb-87d1-bcfab5ce6f12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.095418] env[65997]: DEBUG oslo_vmware.api [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for the task: (returnval){ [ 954.095418] env[65997]: value = "task-4718479" [ 954.095418] env[65997]: _type = "Task" [ 954.095418] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.106524] env[65997]: DEBUG oslo_vmware.api [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.321768] env[65997]: DEBUG nova.network.neutron [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Successfully created port: 2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 954.325664] env[65997]: DEBUG nova.scheduler.client.report [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.390236] env[65997]: DEBUG nova.compute.manager [req-98565603-2525-4b39-be41-b226bfc5fdb4 req-0ebc7672-cd64-419c-bcdb-6359f1d31754 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Received event network-vif-deleted-e2cec206-c93b-4743-b0f8-e06217e357e8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.390664] env[65997]: INFO nova.compute.manager [req-98565603-2525-4b39-be41-b226bfc5fdb4 req-0ebc7672-cd64-419c-bcdb-6359f1d31754 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Neutron deleted interface e2cec206-c93b-4743-b0f8-e06217e357e8; detaching it from the instance and deleting it from the info cache [ 954.391235] env[65997]: DEBUG nova.network.neutron [req-98565603-2525-4b39-be41-b226bfc5fdb4 req-0ebc7672-cd64-419c-bcdb-6359f1d31754 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.498114] env[65997]: DEBUG nova.network.neutron [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.518518] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718477, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.609059] env[65997]: DEBUG oslo_vmware.api [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Task: {'id': task-4718479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177163} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.610097] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.610540] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.611165] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.612543] env[65997]: INFO nova.compute.manager [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 954.612543] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.612543] env[65997]: DEBUG nova.compute.manager [-] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 954.612543] env[65997]: DEBUG nova.network.neutron [-] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 954.612543] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.686150] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.832710] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.836145] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.414s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.837262] env[65997]: DEBUG nova.objects.instance [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lazy-loading 'resources' on Instance uuid beba86f7-b8a6-46c2-98bd-f6c7784a55c7 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.864441] env[65997]: INFO nova.scheduler.client.report [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted allocations for instance 42224d79-4990-42f7-9c1d-030991240241 [ 954.897035] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcb9a1bc-829d-435c-8207-c69c3815cf7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.910031] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fce440b-c7b2-42c8-8b0d-3db7e65e5e18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.930105] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 954.967889] env[65997]: DEBUG nova.compute.manager [req-98565603-2525-4b39-be41-b226bfc5fdb4 req-0ebc7672-cd64-419c-bcdb-6359f1d31754 service nova] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Detach interface failed, port_id=e2cec206-c93b-4743-b0f8-e06217e357e8, reason: Instance 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.978555] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.978555] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.978555] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.978761] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.978803] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.979803] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.979803] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.979803] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.979803] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.980143] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.980143] env[65997]: DEBUG nova.virt.hardware [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.981403] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2521bd3-a3e3-4d08-89dd-e5e0b733fbc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.990734] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c21bb1-da2f-4815-8d89-79764c5bcbdf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.007590] env[65997]: INFO nova.compute.manager [-] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Took 1.51 seconds to deallocate network for instance. [ 955.022309] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718477, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.218981] env[65997]: DEBUG nova.compute.manager [req-5b889f99-7be6-47f6-a5e7-3ecabd770c9e req-6f8fd323-50ba-4022-a2d6-27ffeba3e893 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Received event network-vif-deleted-9676aaa6-f591-4917-85b1-c75c0788d437 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 955.219901] env[65997]: INFO nova.compute.manager [req-5b889f99-7be6-47f6-a5e7-3ecabd770c9e req-6f8fd323-50ba-4022-a2d6-27ffeba3e893 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Neutron deleted interface 9676aaa6-f591-4917-85b1-c75c0788d437; detaching it from the instance and deleting it from the info cache [ 955.219901] env[65997]: DEBUG nova.network.neutron [req-5b889f99-7be6-47f6-a5e7-3ecabd770c9e req-6f8fd323-50ba-4022-a2d6-27ffeba3e893 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.376602] env[65997]: DEBUG oslo_concurrency.lockutils [None req-61a3bee4-5e33-400c-a9b6-8d5e121d85c1 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "42224d79-4990-42f7-9c1d-030991240241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.507s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.433845] env[65997]: DEBUG nova.network.neutron [-] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.517573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.521484] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718477, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.674966] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4651212-3aec-4458-bc02-9cfa20579980 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.684233] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215e31e-892f-4ff6-8e19-079b8f1c64aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.725281] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-394b8ca5-183d-4fbc-8511-deeb93670f5a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.728412] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348db81a-ae16-4fbb-870e-450ee3ea0bff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.738660] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c715b-41aa-45b9-bce1-279498b23f43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.747705] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3e90a-38a9-4c5e-913e-bd7947d8e75f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.772094] env[65997]: DEBUG nova.compute.provider_tree [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.790093] env[65997]: DEBUG nova.compute.manager [req-5b889f99-7be6-47f6-a5e7-3ecabd770c9e req-6f8fd323-50ba-4022-a2d6-27ffeba3e893 service nova] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Detach interface failed, port_id=9676aaa6-f591-4917-85b1-c75c0788d437, reason: Instance 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.793947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.793947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.793947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.794076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.794179] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.797137] env[65997]: INFO nova.compute.manager [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Terminating instance [ 955.939915] env[65997]: INFO nova.compute.manager [-] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Took 1.33 seconds to deallocate network for instance. [ 955.978990] env[65997]: DEBUG nova.network.neutron [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Successfully updated port: 2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 956.019480] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718477, 'name': CloneVM_Task, 'duration_secs': 1.90181} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.019759] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Created linked-clone VM from snapshot [ 956.020575] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194eaaa-4d0c-4915-87cb-31b8276af192 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.032260] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Uploading image 04d1d541-8a2a-43eb-ae2e-e4e96b62c456 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.048961] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 956.049357] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9036c568-85fe-4f0c-99ce-7da76154ed65 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.059896] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 956.059896] env[65997]: value = "task-4718480" [ 956.059896] env[65997]: _type = "Task" [ 956.059896] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.068931] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718480, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.275592] env[65997]: DEBUG nova.scheduler.client.report [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.302490] env[65997]: DEBUG nova.compute.manager [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 956.302676] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.303859] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fb4bc-4dfd-4fd2-ba9f-86175c15d56f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.316481] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.316777] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b038666d-3450-4793-8eb5-c47264cd8caf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.399854] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "8b17d9da-650f-4ce2-869d-363b2fd90237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.400177] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.401450] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.401630] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.401802] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleting the datastore file [datastore1] 555a47cb-d545-48ac-a98c-dad5c8fe0ba0 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.402556] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cee7337-4cfe-4d00-bad6-0b40f4d794ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.409900] env[65997]: DEBUG oslo_vmware.api [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 956.409900] env[65997]: value = "task-4718482" [ 956.409900] env[65997]: _type = "Task" [ 956.409900] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.421203] env[65997]: DEBUG oslo_vmware.api [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.426834] env[65997]: DEBUG nova.compute.manager [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Received event network-vif-plugged-2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.427070] env[65997]: DEBUG oslo_concurrency.lockutils [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] Acquiring lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.427287] env[65997]: DEBUG oslo_concurrency.lockutils [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.427467] env[65997]: DEBUG oslo_concurrency.lockutils [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.427655] env[65997]: DEBUG nova.compute.manager [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] No waiting events found dispatching network-vif-plugged-2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 956.427827] env[65997]: WARNING nova.compute.manager [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Received unexpected event network-vif-plugged-2465eb6e-89d0-44b4-99b6-9b1f64e101f8 for instance with vm_state building and task_state spawning. [ 956.427992] env[65997]: DEBUG nova.compute.manager [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Received event network-changed-2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.428503] env[65997]: DEBUG nova.compute.manager [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Refreshing instance network info cache due to event network-changed-2465eb6e-89d0-44b4-99b6-9b1f64e101f8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 956.428710] env[65997]: DEBUG oslo_concurrency.lockutils [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] Acquiring lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.428927] env[65997]: DEBUG oslo_concurrency.lockutils [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] Acquired lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.429312] env[65997]: DEBUG nova.network.neutron [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Refreshing network info cache for port 2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.446646] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.482696] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.572545] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718480, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.781688] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.785043] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.537s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.785043] env[65997]: DEBUG nova.objects.instance [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lazy-loading 'resources' on Instance uuid 80b58456-1208-41c4-86b9-077e0ab9e2c5 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.809697] env[65997]: INFO nova.scheduler.client.report [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted allocations for instance beba86f7-b8a6-46c2-98bd-f6c7784a55c7 [ 956.902957] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 956.923018] env[65997]: DEBUG oslo_vmware.api [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152597} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.923018] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.923018] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.923018] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.923018] env[65997]: INFO nova.compute.manager [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 956.923018] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.923018] env[65997]: DEBUG nova.compute.manager [-] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 956.923018] env[65997]: DEBUG nova.network.neutron [-] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 956.923018] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.932475] env[65997]: WARNING neutronclient.v2_0.client [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.969190] env[65997]: DEBUG nova.network.neutron [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.987861] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.075783] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718480, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.112944] env[65997]: DEBUG nova.network.neutron [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.190072] env[65997]: INFO nova.compute.manager [None req-c2faa8ae-38ef-4d39-849d-9de08f914244 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Get console output [ 957.190451] env[65997]: WARNING nova.virt.vmwareapi.driver [None req-c2faa8ae-38ef-4d39-849d-9de08f914244 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] The console log is missing. Check your VSPC configuration [ 957.321222] env[65997]: DEBUG oslo_concurrency.lockutils [None req-13fefe93-46b4-43ae-9e7a-a4fb0895f4ac tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "beba86f7-b8a6-46c2-98bd-f6c7784a55c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.756s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.426619] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.573916] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718480, 'name': Destroy_Task, 'duration_secs': 1.33894} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.577145] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Destroyed the VM [ 957.577432] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.578147] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2cbe5421-a3f9-4cd5-8b08-ec1b56d9a0eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.587521] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 957.587521] env[65997]: value = "task-4718483" [ 957.587521] env[65997]: _type = "Task" [ 957.587521] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.600605] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.615661] env[65997]: DEBUG oslo_concurrency.lockutils [req-924ff472-83f8-4857-9749-792b492bd0b0 req-30275745-a9c0-43b9-bfca-5059d1bf7f17 service nova] Releasing lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.616146] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.616544] env[65997]: DEBUG nova.network.neutron [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.634906] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4486878-7bc9-47e0-b543-fe22b666d80f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.644924] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a507ff9-2cdf-4aaa-a8ec-5c9825ee0f68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.678737] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba091e7-4479-4474-8fba-5050c4df84c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.688385] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6711e3-0bd4-408b-95ad-df86b249f838 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.703700] env[65997]: DEBUG nova.compute.provider_tree [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.707373] env[65997]: DEBUG nova.compute.manager [req-915e4f34-0fca-44f9-9c4a-0bd0f405bb40 req-2b25215b-3d2b-4ff7-b9d2-452a8c1b745f service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Received event network-vif-deleted-becd13da-ed3f-4500-9434-42fe22240b94 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.707525] env[65997]: INFO nova.compute.manager [req-915e4f34-0fca-44f9-9c4a-0bd0f405bb40 req-2b25215b-3d2b-4ff7-b9d2-452a8c1b745f service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Neutron deleted interface becd13da-ed3f-4500-9434-42fe22240b94; detaching it from the instance and deleting it from the info cache [ 957.707672] env[65997]: DEBUG nova.network.neutron [req-915e4f34-0fca-44f9-9c4a-0bd0f405bb40 req-2b25215b-3d2b-4ff7-b9d2-452a8c1b745f service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.767934] env[65997]: DEBUG nova.network.neutron [-] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.099247] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718483, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.158215] env[65997]: DEBUG nova.network.neutron [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.185125] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.185364] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.215212] env[65997]: DEBUG nova.scheduler.client.report [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.221275] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d63762-47cf-4f1e-a6bd-ccea0280389f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.226674] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.226836] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.238684] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda85dd6-bcf0-4861-80d4-82ea500583c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.254822] env[65997]: WARNING neutronclient.v2_0.client [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.284091] env[65997]: INFO nova.compute.manager [-] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Took 1.36 seconds to deallocate network for instance. [ 958.285075] env[65997]: DEBUG nova.compute.manager [req-915e4f34-0fca-44f9-9c4a-0bd0f405bb40 req-2b25215b-3d2b-4ff7-b9d2-452a8c1b745f service nova] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Detach interface failed, port_id=becd13da-ed3f-4500-9434-42fe22240b94, reason: Instance 555a47cb-d545-48ac-a98c-dad5c8fe0ba0 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.333964] env[65997]: DEBUG nova.network.neutron [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Updating instance_info_cache with network_info: [{"id": "2465eb6e-89d0-44b4-99b6-9b1f64e101f8", "address": "fa:16:3e:27:d4:c8", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2465eb6e-89", "ovs_interfaceid": "2465eb6e-89d0-44b4-99b6-9b1f64e101f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.414024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "5ee31ca0-6fbc-42ed-af41-5a390166d651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.414266] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.414478] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "5ee31ca0-6fbc-42ed-af41-5a390166d651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.414660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.414823] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.416973] env[65997]: INFO nova.compute.manager [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Terminating instance [ 958.599983] env[65997]: DEBUG oslo_vmware.api [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718483, 'name': RemoveSnapshot_Task, 'duration_secs': 0.688297} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.600302] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.688596] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 958.721055] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.723841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.621s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.725513] env[65997]: INFO nova.compute.claims [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.729408] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 958.753634] env[65997]: INFO nova.scheduler.client.report [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted allocations for instance 80b58456-1208-41c4-86b9-077e0ab9e2c5 [ 958.792552] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.837956] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.837956] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance network_info: |[{"id": "2465eb6e-89d0-44b4-99b6-9b1f64e101f8", "address": "fa:16:3e:27:d4:c8", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2465eb6e-89", "ovs_interfaceid": "2465eb6e-89d0-44b4-99b6-9b1f64e101f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 958.839211] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d4:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2465eb6e-89d0-44b4-99b6-9b1f64e101f8', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.846897] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 958.848088] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.848342] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b5d733-7707-4c54-bb01-9c2bd5322b9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.870261] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.870261] env[65997]: value = "task-4718484" [ 958.870261] env[65997]: _type = "Task" [ 958.870261] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.879949] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718484, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.922426] env[65997]: DEBUG nova.compute.manager [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 958.922426] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.922850] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da8676-537d-4b47-a0aa-cf4ae9b9a307 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.931929] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.932321] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2193b173-b833-4267-9fa4-3df871dc6634 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.940139] env[65997]: DEBUG oslo_vmware.api [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 958.940139] env[65997]: value = "task-4718485" [ 958.940139] env[65997]: _type = "Task" [ 958.940139] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.950948] env[65997]: DEBUG oslo_vmware.api [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4718485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.085259] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.085502] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.105685] env[65997]: WARNING nova.compute.manager [None req-2cec76ca-a97b-407b-80e3-8f7b7677f96a tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Image not found during snapshot: nova.exception.ImageNotFound: Image 04d1d541-8a2a-43eb-ae2e-e4e96b62c456 could not be found. [ 959.210109] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.251559] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.262733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c3df812-4227-438d-9130-e7f54dd26454 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "80b58456-1208-41c4-86b9-077e0ab9e2c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.573s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.381943] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718484, 'name': CreateVM_Task, 'duration_secs': 0.420818} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.382220] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.382757] env[65997]: WARNING neutronclient.v2_0.client [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.383162] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.383312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.383632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.383896] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81421a7-3596-45d4-8b8a-5bd56f2d825a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.389409] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 959.389409] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277c71c-f737-03e7-8099-9f3c9b6a222e" [ 959.389409] env[65997]: _type = "Task" [ 959.389409] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.398709] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277c71c-f737-03e7-8099-9f3c9b6a222e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.454332] env[65997]: DEBUG oslo_vmware.api [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4718485, 'name': PowerOffVM_Task, 'duration_secs': 0.353217} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.454860] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.455030] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.455435] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95d697f7-0bcd-4e79-b4e0-aef5deddf4dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.533793] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.534031] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.534218] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Deleting the datastore file [datastore2] 5ee31ca0-6fbc-42ed-af41-5a390166d651 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.534490] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97ad1bc-71bd-4bbd-9753-7710e2f3b70d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.541520] env[65997]: DEBUG oslo_vmware.api [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for the task: (returnval){ [ 959.541520] env[65997]: value = "task-4718487" [ 959.541520] env[65997]: _type = "Task" [ 959.541520] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.552204] env[65997]: DEBUG oslo_vmware.api [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4718487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.594694] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.594694] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.594694] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.594694] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.594694] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.594694] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.595700] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 959.595700] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.900808] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277c71c-f737-03e7-8099-9f3c9b6a222e, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.903111] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.903360] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.903596] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.903741] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.903912] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.904380] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5966994b-dfa2-403f-b54e-88bb2d26cb67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.914538] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.914875] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.918529] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5484939-639b-4f77-b673-acd9682145e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.925842] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 959.925842] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529115b3-0f78-6a53-31be-e090ffd1e01f" [ 959.925842] env[65997]: _type = "Task" [ 959.925842] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.938045] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529115b3-0f78-6a53-31be-e090ffd1e01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.979347] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.979756] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.980215] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.980446] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.980721] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.985334] env[65997]: INFO nova.compute.manager [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Terminating instance [ 960.052446] env[65997]: DEBUG oslo_vmware.api [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Task: {'id': task-4718487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189624} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.052696] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.053222] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.053222] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.053222] env[65997]: INFO nova.compute.manager [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Took 1.13 seconds to destroy the instance on the hypervisor. [ 960.053448] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 960.053684] env[65997]: DEBUG nova.compute.manager [-] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 960.053803] env[65997]: DEBUG nova.network.neutron [-] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 960.054125] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.084168] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5f822-cd2e-46d1-bd6c-c58c05bebc09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.091056] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.095751] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18724148-88fd-42f9-b5fa-ebccf3e9cebe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100397] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.137147] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ef58b-ecf1-4a7a-8434-d9cae1f1f63e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.145959] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae44443-6f79-4dba-b6b4-660ecf0a776d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.161490] env[65997]: DEBUG nova.compute.provider_tree [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.290239] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.290535] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.290714] env[65997]: INFO nova.compute.manager [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Shelving [ 960.436655] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529115b3-0f78-6a53-31be-e090ffd1e01f, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.437553] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ababa75-e239-40f9-9cad-3bb33c7fe30c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.443796] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 960.443796] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52657cc8-2d35-e290-2059-dd9c87292908" [ 960.443796] env[65997]: _type = "Task" [ 960.443796] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.452940] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52657cc8-2d35-e290-2059-dd9c87292908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.475571] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.475837] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.476071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.476270] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.476436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.479275] env[65997]: INFO nova.compute.manager [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Terminating instance [ 960.490199] env[65997]: DEBUG nova.compute.manager [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 960.490487] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.491437] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7039b329-0435-4a33-bb84-948dfe4c6d47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.501831] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.502199] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99831b92-5f00-4894-beab-bd4c4d211469 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.509591] env[65997]: DEBUG oslo_vmware.api [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 960.509591] env[65997]: value = "task-4718488" [ 960.509591] env[65997]: _type = "Task" [ 960.509591] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.518399] env[65997]: DEBUG oslo_vmware.api [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.665382] env[65997]: DEBUG nova.scheduler.client.report [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.963824] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52657cc8-2d35-e290-2059-dd9c87292908, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.963824] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.963824] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.963824] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10e7e3c3-a8ca-40a1-b99e-92df4f9a92c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.971696] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 960.971696] env[65997]: value = "task-4718489" [ 960.971696] env[65997]: _type = "Task" [ 960.971696] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.982663] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.987569] env[65997]: DEBUG nova.compute.manager [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 960.987569] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.987569] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f551f6-91e0-4efd-a82b-855c8ccda3e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.996165] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.996165] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ea496df-d694-46a5-91e7-b0014f1ae400 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.003550] env[65997]: DEBUG oslo_vmware.api [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 961.003550] env[65997]: value = "task-4718490" [ 961.003550] env[65997]: _type = "Task" [ 961.003550] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.028335] env[65997]: DEBUG oslo_vmware.api [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.031531] env[65997]: DEBUG oslo_vmware.api [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718488, 'name': PowerOffVM_Task, 'duration_secs': 0.22059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.032370] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.032370] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.036019] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7339e86-247e-4de1-bd41-1f082c28e62f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.128253] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.128604] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.128815] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleting the datastore file [datastore1] cffadddc-3921-4c5f-a25b-ad1a48f89b17 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.130022] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94975b9f-e122-48a6-805c-cccc968ef201 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.140580] env[65997]: DEBUG oslo_vmware.api [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 961.140580] env[65997]: value = "task-4718492" [ 961.140580] env[65997]: _type = "Task" [ 961.140580] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.151839] env[65997]: DEBUG oslo_vmware.api [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.175185] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.175185] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 961.177729] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.950s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.205318] env[65997]: DEBUG nova.compute.manager [req-f51b1e37-b881-4f77-992b-5b241f021a7d req-a06ce955-7d83-4387-a7ea-82b2f047e2f1 service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Received event network-vif-deleted-43b5d351-f068-4b72-b791-5d7135933dec {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.205318] env[65997]: INFO nova.compute.manager [req-f51b1e37-b881-4f77-992b-5b241f021a7d req-a06ce955-7d83-4387-a7ea-82b2f047e2f1 service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Neutron deleted interface 43b5d351-f068-4b72-b791-5d7135933dec; detaching it from the instance and deleting it from the info cache [ 961.205318] env[65997]: DEBUG nova.network.neutron [req-f51b1e37-b881-4f77-992b-5b241f021a7d req-a06ce955-7d83-4387-a7ea-82b2f047e2f1 service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.302823] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.303378] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0398a05c-17f8-4c89-818c-07c6c1497c3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.314341] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 961.314341] env[65997]: value = "task-4718493" [ 961.314341] env[65997]: _type = "Task" [ 961.314341] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.328326] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.513223] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718489, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.516302] env[65997]: DEBUG oslo_vmware.api [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718490, 'name': PowerOffVM_Task, 'duration_secs': 0.242786} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.516614] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.516795] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.517124] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-415e6ecf-07a5-4c2e-855b-87bb4ddc2ce1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.542044] env[65997]: DEBUG nova.network.neutron [-] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.591912] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.592492] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.592970] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleting the datastore file [datastore2] bf74f214-31bd-463e-b74e-f4e6d9b26f2a {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.593557] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebd286d4-bed3-46d2-bc3a-ddee7dd642ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.604742] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "b7809259-7fe6-4cbe-8672-b585e99a612a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.605163] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.610476] env[65997]: DEBUG oslo_vmware.api [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 961.610476] env[65997]: value = "task-4718495" [ 961.610476] env[65997]: _type = "Task" [ 961.610476] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.623837] env[65997]: DEBUG oslo_vmware.api [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.652894] env[65997]: DEBUG oslo_vmware.api [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471032} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.653117] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.653373] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.653561] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.653762] env[65997]: INFO nova.compute.manager [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Took 1.16 seconds to destroy the instance on the hypervisor. [ 961.654077] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.654304] env[65997]: DEBUG nova.compute.manager [-] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 961.654395] env[65997]: DEBUG nova.network.neutron [-] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 961.654667] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.686306] env[65997]: DEBUG nova.compute.utils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.690557] env[65997]: INFO nova.compute.claims [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.696428] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 961.696606] env[65997]: DEBUG nova.network.neutron [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 961.697948] env[65997]: WARNING neutronclient.v2_0.client [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.697948] env[65997]: WARNING neutronclient.v2_0.client [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.703731] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.708124] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-331892e7-84db-410c-b035-075ba09cee8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.719777] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0241c87-28fb-4609-84ad-9578248139af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.755738] env[65997]: DEBUG nova.compute.manager [req-f51b1e37-b881-4f77-992b-5b241f021a7d req-a06ce955-7d83-4387-a7ea-82b2f047e2f1 service nova] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Detach interface failed, port_id=43b5d351-f068-4b72-b791-5d7135933dec, reason: Instance 5ee31ca0-6fbc-42ed-af41-5a390166d651 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.757675] env[65997]: DEBUG nova.policy [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2147135bcb0c4b1baee1671e51291349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4adb2ae756114112b657725be70dab80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.828024] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718493, 'name': PowerOffVM_Task, 'duration_secs': 0.338981} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.828024] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.828024] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9aebd2-460c-4406-90b7-5e26bb4b0b61 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.853374] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1b588-e993-4699-9d85-158c1be4dcc5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.983917] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519683} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.984471] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.984700] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.984960] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85361248-807c-40c6-8bb7-300f4bb30ec9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.992420] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 961.992420] env[65997]: value = "task-4718496" [ 961.992420] env[65997]: _type = "Task" [ 961.992420] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.007037] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.019696] env[65997]: DEBUG nova.compute.manager [req-ad3f3b59-0eee-4b32-a474-0249c5af2f19 req-61f4fe99-46d1-4175-94e4-37c8fe8f09ec service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Received event network-vif-deleted-3b22905f-a787-4766-a4e7-3c55697c953c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 962.019881] env[65997]: INFO nova.compute.manager [req-ad3f3b59-0eee-4b32-a474-0249c5af2f19 req-61f4fe99-46d1-4175-94e4-37c8fe8f09ec service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Neutron deleted interface 3b22905f-a787-4766-a4e7-3c55697c953c; detaching it from the instance and deleting it from the info cache [ 962.020053] env[65997]: DEBUG nova.network.neutron [req-ad3f3b59-0eee-4b32-a474-0249c5af2f19 req-61f4fe99-46d1-4175-94e4-37c8fe8f09ec service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.045519] env[65997]: INFO nova.compute.manager [-] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Took 1.99 seconds to deallocate network for instance. [ 962.102042] env[65997]: DEBUG nova.network.neutron [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Successfully created port: 34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 962.107544] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 962.121878] env[65997]: DEBUG oslo_vmware.api [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308151} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.122214] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.122415] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.122601] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.122760] env[65997]: INFO nova.compute.manager [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 962.123041] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 962.123216] env[65997]: DEBUG nova.compute.manager [-] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 962.123332] env[65997]: DEBUG nova.network.neutron [-] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 962.123564] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.197940] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 962.202741] env[65997]: INFO nova.compute.resource_tracker [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating resource usage from migration 74e99898-e86f-4fbd-a5a0-c79b3c6d24d8 [ 962.222619] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.368846] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 962.369577] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a828d16-807c-424c-a273-280f3bc309f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.378904] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 962.378904] env[65997]: value = "task-4718497" [ 962.378904] env[65997]: _type = "Task" [ 962.378904] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.391013] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.436454] env[65997]: DEBUG nova.network.neutron [-] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.503728] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241504} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.508901] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.509924] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97c356-5b2e-4416-9dc2-92e22086e4e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.535052] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.538111] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d68a162b-b9ee-40af-8ae7-c0358638d0ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.540598] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bbc74b-fe2a-42f2-aa53-46d75d756c7b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.558175] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.567893] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a574af40-5343-462d-899a-c758c641cb35 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.578986] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 962.578986] env[65997]: value = "task-4718498" [ 962.578986] env[65997]: _type = "Task" [ 962.578986] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.596433] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.613783] env[65997]: DEBUG nova.compute.manager [req-ad3f3b59-0eee-4b32-a474-0249c5af2f19 req-61f4fe99-46d1-4175-94e4-37c8fe8f09ec service nova] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Detach interface failed, port_id=3b22905f-a787-4766-a4e7-3c55697c953c, reason: Instance cffadddc-3921-4c5f-a25b-ad1a48f89b17 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.633341] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.645217] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24204a-3994-4a1c-9f3a-db72c9d359a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.653706] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ade3197-775e-4387-beed-893ce8f3d73f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.687028] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169b88f-0cb7-43ff-b552-93807d368635 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.695541] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737fbdd5-b5ae-4e7f-a927-36dcc3af2ce4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.714208] env[65997]: DEBUG nova.compute.provider_tree [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.890276] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.939013] env[65997]: INFO nova.compute.manager [-] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Took 1.28 seconds to deallocate network for instance. [ 963.010051] env[65997]: DEBUG nova.network.neutron [-] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.095688] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.217462] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 963.221960] env[65997]: DEBUG nova.scheduler.client.report [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.235731] env[65997]: DEBUG nova.compute.manager [req-cdced3ae-7b19-4c7b-8a10-5f3358d89ccc req-ae25f701-fad7-4711-a61f-be9d7a26bd39 service nova] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Received event network-vif-deleted-cebc06e6-5c87-44ca-975d-5897101d5ab4 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.247314] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 963.247613] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.247768] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 963.247950] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.248117] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 963.248263] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 963.248472] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.248625] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 963.248790] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 963.248945] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 963.249199] env[65997]: DEBUG nova.virt.hardware [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 963.250363] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b428ef29-da2a-4501-af19-921eefcde9a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.260037] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b8df3-fe2e-49f9-9db4-1b0a7418512d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.389429] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718497, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.446802] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.511532] env[65997]: INFO nova.compute.manager [-] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Took 1.39 seconds to deallocate network for instance. [ 963.596282] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.728520] env[65997]: DEBUG nova.network.neutron [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Successfully updated port: 34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 963.730725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.553s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.730725] env[65997]: INFO nova.compute.manager [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Migrating [ 963.737587] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.807s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.739052] env[65997]: INFO nova.compute.claims [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.891347] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718497, 'name': CreateSnapshot_Task, 'duration_secs': 1.236153} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.892022] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.892600] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b7aca-6f7a-400d-b096-ea4a72a334c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.017499] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.048775] env[65997]: DEBUG nova.compute.manager [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Received event network-vif-plugged-34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 964.048978] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] Acquiring lock "2eb5407f-a830-4551-ab01-4cf997c312eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.049252] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.049426] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.049590] env[65997]: DEBUG nova.compute.manager [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] No waiting events found dispatching network-vif-plugged-34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 964.049752] env[65997]: WARNING nova.compute.manager [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Received unexpected event network-vif-plugged-34982213-08ce-4e47-9b78-27babe4b0118 for instance with vm_state building and task_state spawning. [ 964.049906] env[65997]: DEBUG nova.compute.manager [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Received event network-changed-34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 964.050083] env[65997]: DEBUG nova.compute.manager [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Refreshing instance network info cache due to event network-changed-34982213-08ce-4e47-9b78-27babe4b0118. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 964.050297] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] Acquiring lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.050434] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] Acquired lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.050583] env[65997]: DEBUG nova.network.neutron [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Refreshing network info cache for port 34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.096114] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718498, 'name': ReconfigVM_Task, 'duration_secs': 1.4259} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.096269] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.096962] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-626eb281-61fa-4a42-a1a4-0fd4e6c1f9f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.105147] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 964.105147] env[65997]: value = "task-4718499" [ 964.105147] env[65997]: _type = "Task" [ 964.105147] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.115285] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718499, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.238585] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.252949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.252949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.254229] env[65997]: DEBUG nova.network.neutron [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 964.412473] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 964.413659] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd1a3cd0-869a-4d0e-aeb9-34c59cddce4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.422092] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 964.422092] env[65997]: value = "task-4718500" [ 964.422092] env[65997]: _type = "Task" [ 964.422092] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.431173] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718500, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.552998] env[65997]: WARNING neutronclient.v2_0.client [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.585970] env[65997]: DEBUG nova.network.neutron [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 964.616457] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718499, 'name': Rename_Task, 'duration_secs': 0.148858} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.616731] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.617019] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec377a9d-efa0-4cc7-8efa-e5831e1efdae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.626188] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 964.626188] env[65997]: value = "task-4718501" [ 964.626188] env[65997]: _type = "Task" [ 964.626188] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.637444] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.686337] env[65997]: DEBUG nova.network.neutron [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.756823] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.934477] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718500, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.942714] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.036147] env[65997]: DEBUG nova.network.neutron [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance_info_cache with network_info: [{"id": "647ab7cf-9235-43bf-8a27-96c7814c4676", "address": "fa:16:3e:64:55:42", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647ab7cf-92", "ovs_interfaceid": "647ab7cf-9235-43bf-8a27-96c7814c4676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.129418] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90f71d-7352-47ec-a3ad-4d55cfcbaae1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.150141] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f129d85-0a87-469d-9054-4233b5460760 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.155198] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718501, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.187773] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e953493-98da-40c6-8426-8a213f38619b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.191344] env[65997]: DEBUG oslo_concurrency.lockutils [req-cdae0f93-907c-4c89-9f07-61f431c577de req-bb14327d-c6ff-4546-9025-70f9d1a8e0ab service nova] Releasing lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.191796] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.192052] env[65997]: DEBUG nova.network.neutron [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.200029] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d696216-50f6-4de2-85fb-fd3b9ba63693 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.216062] env[65997]: DEBUG nova.compute.provider_tree [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.433848] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718500, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.540119] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.639250] env[65997]: DEBUG oslo_vmware.api [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718501, 'name': PowerOnVM_Task, 'duration_secs': 0.533203} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.639647] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.639906] env[65997]: INFO nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Took 10.71 seconds to spawn the instance on the hypervisor. [ 965.640172] env[65997]: DEBUG nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 965.641026] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e558f-59b1-4775-99af-022f6be4b5d3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.723233] env[65997]: DEBUG nova.scheduler.client.report [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.728498] env[65997]: DEBUG nova.network.neutron [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 965.791158] env[65997]: WARNING neutronclient.v2_0.client [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.862867] env[65997]: DEBUG nova.network.neutron [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Updating instance_info_cache with network_info: [{"id": "34982213-08ce-4e47-9b78-27babe4b0118", "address": "fa:16:3e:e1:ea:80", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34982213-08", "ovs_interfaceid": "34982213-08ce-4e47-9b78-27babe4b0118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.936522] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718500, 'name': CloneVM_Task, 'duration_secs': 1.231394} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.936772] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Created linked-clone VM from snapshot [ 965.937615] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95636978-c4c2-4224-9902-2377dc751cae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.947425] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Uploading image 644aea5e-fd70-4a24-b52f-2dad55b9e882 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.973983] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 965.973983] env[65997]: value = "vm-920791" [ 965.973983] env[65997]: _type = "VirtualMachine" [ 965.973983] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 965.974301] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4ace334-5588-4d55-a842-79e6ad84cebf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.983462] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease: (returnval){ [ 965.983462] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52063911-1bff-abc7-3b2e-a25aeb4c1412" [ 965.983462] env[65997]: _type = "HttpNfcLease" [ 965.983462] env[65997]: } obtained for exporting VM: (result){ [ 965.983462] env[65997]: value = "vm-920791" [ 965.983462] env[65997]: _type = "VirtualMachine" [ 965.983462] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 965.983953] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the lease: (returnval){ [ 965.983953] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52063911-1bff-abc7-3b2e-a25aeb4c1412" [ 965.983953] env[65997]: _type = "HttpNfcLease" [ 965.983953] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.992151] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.992151] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52063911-1bff-abc7-3b2e-a25aeb4c1412" [ 965.992151] env[65997]: _type = "HttpNfcLease" [ 965.992151] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.159925] env[65997]: INFO nova.compute.manager [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Took 36.99 seconds to build instance. [ 966.232412] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.232951] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 966.236269] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.719s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.236452] env[65997]: DEBUG nova.objects.instance [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lazy-loading 'resources' on Instance uuid 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.368827] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.369325] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Instance network_info: |[{"id": "34982213-08ce-4e47-9b78-27babe4b0118", "address": "fa:16:3e:e1:ea:80", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34982213-08", "ovs_interfaceid": "34982213-08ce-4e47-9b78-27babe4b0118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 966.369806] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:ea:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34982213-08ce-4e47-9b78-27babe4b0118', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.377779] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.378126] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.378417] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5796a39-1b77-434b-b394-dd69e50cf332 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.400021] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.400021] env[65997]: value = "task-4718503" [ 966.400021] env[65997]: _type = "Task" [ 966.400021] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.408560] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718503, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.494013] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.494013] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52063911-1bff-abc7-3b2e-a25aeb4c1412" [ 966.494013] env[65997]: _type = "HttpNfcLease" [ 966.494013] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.494530] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.494530] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52063911-1bff-abc7-3b2e-a25aeb4c1412" [ 966.494530] env[65997]: _type = "HttpNfcLease" [ 966.494530] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 966.495128] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff981aa5-a96e-4ee8-9ec6-2d0bd2560e4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.504433] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a606dd-a901-2364-e858-aad0230569f3/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.504829] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a606dd-a901-2364-e858-aad0230569f3/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 966.595996] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2de8451-4ed2-4b12-aa61-3997d1d740f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.662512] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a6611d2-15df-42e7-8eb0-74b14eb4ed2f tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.503s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.737782] env[65997]: DEBUG nova.compute.utils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.739535] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 966.739535] env[65997]: DEBUG nova.network.neutron [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 966.739867] env[65997]: WARNING neutronclient.v2_0.client [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.743134] env[65997]: WARNING neutronclient.v2_0.client [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.815280] env[65997]: DEBUG nova.policy [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.865198] env[65997]: DEBUG nova.compute.manager [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Received event network-changed-2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.865694] env[65997]: DEBUG nova.compute.manager [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Refreshing instance network info cache due to event network-changed-2465eb6e-89d0-44b4-99b6-9b1f64e101f8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 966.865694] env[65997]: DEBUG oslo_concurrency.lockutils [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] Acquiring lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.865796] env[65997]: DEBUG oslo_concurrency.lockutils [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] Acquired lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.865886] env[65997]: DEBUG nova.network.neutron [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Refreshing network info cache for port 2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.914315] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718503, 'name': CreateVM_Task, 'duration_secs': 0.336004} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.914578] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.915308] env[65997]: WARNING neutronclient.v2_0.client [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.915825] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.916049] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.916607] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.916986] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1820748-8197-4705-b786-616e0deeb9b9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.925359] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 966.925359] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520338c8-dae2-a584-a142-05fbb5c0082d" [ 966.925359] env[65997]: _type = "Task" [ 966.925359] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.937898] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520338c8-dae2-a584-a142-05fbb5c0082d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.073057] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f479b-6d28-4eb2-bede-03d7d6a0d795 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.100893] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.143376] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba60c96f-61d7-4cfd-a526-48b8ac369ff9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.152284] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6088d8-41c4-4c45-97bb-eb3ce3e2550f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.192894] env[65997]: DEBUG nova.network.neutron [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Successfully created port: 01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 967.196041] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167584a-76bb-449c-911b-f8a74629e8b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.206765] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea2dc2-d6b4-45d2-9003-cc7c339f262c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.224997] env[65997]: DEBUG nova.compute.provider_tree [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.247490] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 967.369259] env[65997]: WARNING neutronclient.v2_0.client [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.438120] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520338c8-dae2-a584-a142-05fbb5c0082d, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.438504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.438773] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.439096] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.439360] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.440172] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.440172] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da5c2bed-8766-4dee-acdb-5d9b38869fc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.451513] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.452283] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.452937] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1c146e-562e-4420-8b72-6a2198655f35 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.460565] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 967.460565] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52012bd9-7d4d-71cc-6735-0d92653440ed" [ 967.460565] env[65997]: _type = "Task" [ 967.460565] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.472296] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52012bd9-7d4d-71cc-6735-0d92653440ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.618670] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.618670] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878b46f0-9fe2-4ded-a248-a384152d983c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.629916] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 967.629916] env[65997]: value = "task-4718504" [ 967.629916] env[65997]: _type = "Task" [ 967.629916] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.642899] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.698045] env[65997]: WARNING neutronclient.v2_0.client [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.731243] env[65997]: DEBUG nova.scheduler.client.report [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.843607] env[65997]: DEBUG nova.network.neutron [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Updated VIF entry in instance network info cache for port 2465eb6e-89d0-44b4-99b6-9b1f64e101f8. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 967.843607] env[65997]: DEBUG nova.network.neutron [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Updating instance_info_cache with network_info: [{"id": "2465eb6e-89d0-44b4-99b6-9b1f64e101f8", "address": "fa:16:3e:27:d4:c8", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2465eb6e-89", "ovs_interfaceid": "2465eb6e-89d0-44b4-99b6-9b1f64e101f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.972901] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52012bd9-7d4d-71cc-6735-0d92653440ed, 'name': SearchDatastore_Task, 'duration_secs': 0.016936} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.973840] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0a35ba-c11e-4902-8ace-ae24149c7d08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.980725] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 967.980725] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c08f3b-43e3-efc3-e7c8-1132da2db0d0" [ 967.980725] env[65997]: _type = "Task" [ 967.980725] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.992494] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c08f3b-43e3-efc3-e7c8-1132da2db0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.142095] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718504, 'name': PowerOffVM_Task, 'duration_secs': 0.199725} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.143044] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.143044] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.240312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.244978] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.797s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.244978] env[65997]: DEBUG nova.objects.instance [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lazy-loading 'resources' on Instance uuid 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.260742] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 968.274173] env[65997]: INFO nova.scheduler.client.report [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Deleted allocations for instance 6ab2835a-8d7b-4fd9-93cc-29141cbf1447 [ 968.291604] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.292594] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.292594] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.292594] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.293115] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.294312] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.294312] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.294312] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.294312] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.294312] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.294833] env[65997]: DEBUG nova.virt.hardware [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.296257] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ac7be-e6d9-4ef8-915b-f6fc4dfe71f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.306760] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355cd327-ce25-43c4-be43-263d66e5ba03 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.346585] env[65997]: DEBUG oslo_concurrency.lockutils [req-2fd1843f-091d-4c1e-9398-b3f8b4679bef req-6d5e2524-ec5c-4b74-a7df-5923dcb0c6a8 service nova] Releasing lock "refresh_cache-1fd7a60e-804f-4e87-84ed-0f5b72667fce" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.492618] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c08f3b-43e3-efc3-e7c8-1132da2db0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.492935] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.493216] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/2eb5407f-a830-4551-ab01-4cf997c312eb.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.493492] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e9ed442-c7a2-4b1c-a092-5a8fa77631ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.501991] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 968.501991] env[65997]: value = "task-4718505" [ 968.501991] env[65997]: _type = "Task" [ 968.501991] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.511085] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.651398] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.651803] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.652075] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.652376] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.652618] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.652839] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.653128] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.653323] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.653529] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.653785] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.653976] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.659582] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7bc588d-c4a0-4971-b070-7d9e8d2dcf55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.678909] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 968.678909] env[65997]: value = "task-4718506" [ 968.678909] env[65997]: _type = "Task" [ 968.678909] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.689679] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.785396] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fea19d0d-9dbd-4fac-b8c6-0b7aa67ce3f3 tempest-ServersNegativeTestJSON-1286688584 tempest-ServersNegativeTestJSON-1286688584-project-member] Lock "6ab2835a-8d7b-4fd9-93cc-29141cbf1447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.399s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.804085] env[65997]: DEBUG nova.network.neutron [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Successfully updated port: 01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 968.905055] env[65997]: DEBUG nova.compute.manager [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Received event network-vif-plugged-01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 968.905316] env[65997]: DEBUG oslo_concurrency.lockutils [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] Acquiring lock "584a1809-0558-4ad6-89e2-dd10b3047dfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.905559] env[65997]: DEBUG oslo_concurrency.lockutils [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.906143] env[65997]: DEBUG oslo_concurrency.lockutils [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.907846] env[65997]: DEBUG nova.compute.manager [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] No waiting events found dispatching network-vif-plugged-01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 968.907846] env[65997]: WARNING nova.compute.manager [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Received unexpected event network-vif-plugged-01aa71b0-7813-493c-9e11-ab114e98dce7 for instance with vm_state building and task_state spawning. [ 968.907846] env[65997]: DEBUG nova.compute.manager [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Received event network-changed-01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 968.907846] env[65997]: DEBUG nova.compute.manager [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Refreshing instance network info cache due to event network-changed-01aa71b0-7813-493c-9e11-ab114e98dce7. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 968.907846] env[65997]: DEBUG oslo_concurrency.lockutils [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] Acquiring lock "refresh_cache-584a1809-0558-4ad6-89e2-dd10b3047dfc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.907846] env[65997]: DEBUG oslo_concurrency.lockutils [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] Acquired lock "refresh_cache-584a1809-0558-4ad6-89e2-dd10b3047dfc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.907846] env[65997]: DEBUG nova.network.neutron [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Refreshing network info cache for port 01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.015564] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.133076] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9e4f3-f6d1-4871-9549-ed29d5742043 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.142058] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b532d-b5ad-48d9-8ff1-9120a2828940 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.178458] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c604cf-104a-439a-82dd-df3d729918f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.193690] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a15bc-c2b5-4312-bb11-1254161bc104 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.197579] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.208659] env[65997]: DEBUG nova.compute.provider_tree [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.306628] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-584a1809-0558-4ad6-89e2-dd10b3047dfc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.412739] env[65997]: WARNING neutronclient.v2_0.client [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.448280] env[65997]: DEBUG nova.network.neutron [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.516274] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648649} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.516577] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/2eb5407f-a830-4551-ab01-4cf997c312eb.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.516813] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.517116] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-933edb15-40d3-472b-bf37-dc6d7cd19fea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.526036] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 969.526036] env[65997]: value = "task-4718507" [ 969.526036] env[65997]: _type = "Task" [ 969.526036] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.536946] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.657729] env[65997]: DEBUG nova.network.neutron [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.693563] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.712959] env[65997]: DEBUG nova.scheduler.client.report [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.038682] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123744} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.038892] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.039955] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885647a0-0eab-4917-94d6-2bfabc0a1a3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.068695] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/2eb5407f-a830-4551-ab01-4cf997c312eb.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.069270] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0c9eae-fcbd-4cfe-88a2-8a64bbeaf8ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.091781] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 970.091781] env[65997]: value = "task-4718508" [ 970.091781] env[65997]: _type = "Task" [ 970.091781] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.101225] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.161849] env[65997]: DEBUG oslo_concurrency.lockutils [req-8e48fbb0-cf4d-4f03-a028-d0302fe07139 req-033751c9-c063-48d6-8605-e54ec18f8e73 service nova] Releasing lock "refresh_cache-584a1809-0558-4ad6-89e2-dd10b3047dfc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.162307] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-584a1809-0558-4ad6-89e2-dd10b3047dfc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.162499] env[65997]: DEBUG nova.network.neutron [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 970.193017] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718506, 'name': ReconfigVM_Task, 'duration_secs': 1.342815} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.193373] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.223380] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.227333] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.799s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.228374] env[65997]: INFO nova.compute.claims [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.266022] env[65997]: INFO nova.scheduler.client.report [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Deleted allocations for instance 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc [ 970.603816] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718508, 'name': ReconfigVM_Task, 'duration_secs': 0.311075} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.604122] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/2eb5407f-a830-4551-ab01-4cf997c312eb.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.604787] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99383bf2-08c2-4645-b3bc-ae42c5581248 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.612198] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 970.612198] env[65997]: value = "task-4718509" [ 970.612198] env[65997]: _type = "Task" [ 970.612198] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.621631] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718509, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.701036] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.701345] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.701519] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.701710] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.701877] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.702354] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.702354] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.702547] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.702691] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.702880] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.703106] env[65997]: DEBUG nova.virt.hardware [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.708999] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.710309] env[65997]: DEBUG nova.network.neutron [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 970.712769] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6e35c7-7900-482e-b755-9716b19c63fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.735371] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 970.735371] env[65997]: value = "task-4718510" [ 970.735371] env[65997]: _type = "Task" [ 970.735371] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.754260] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.777752] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a94ff2b8-89c5-4d6d-93ab-635573af5663 tempest-SecurityGroupsTestJSON-1880506520 tempest-SecurityGroupsTestJSON-1880506520-project-member] Lock "80e7ac8d-151b-4746-b462-c6a7cf9ba1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.855s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.834063] env[65997]: WARNING neutronclient.v2_0.client [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.923478] env[65997]: DEBUG nova.network.neutron [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Updating instance_info_cache with network_info: [{"id": "01aa71b0-7813-493c-9e11-ab114e98dce7", "address": "fa:16:3e:d5:0a:4f", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01aa71b0-78", "ovs_interfaceid": "01aa71b0-7813-493c-9e11-ab114e98dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.123213] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718509, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.249734] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.429958] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-584a1809-0558-4ad6-89e2-dd10b3047dfc" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.430650] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Instance network_info: |[{"id": "01aa71b0-7813-493c-9e11-ab114e98dce7", "address": "fa:16:3e:d5:0a:4f", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01aa71b0-78", "ovs_interfaceid": "01aa71b0-7813-493c-9e11-ab114e98dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 971.433738] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:0a:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01aa71b0-7813-493c-9e11-ab114e98dce7', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.441755] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 971.442264] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.442510] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae73afa9-5f36-4b17-b426-575afcf8d1a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.467831] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.467831] env[65997]: value = "task-4718511" [ 971.467831] env[65997]: _type = "Task" [ 971.467831] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.477950] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718511, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.591798] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fe432-8d0f-483b-b038-0e22abae2493 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.601630] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac7db5-4307-4ab4-9114-faedd060e0a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.636959] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1453fb81-bcb6-429e-805f-4aee1504d96e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.645447] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718509, 'name': Rename_Task, 'duration_secs': 0.890718} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.647665] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.647975] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46aa086-3a0b-4190-a9d5-c1b2561f0f21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.650595] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f755ec7-254e-4da1-a3be-8cedc567a41b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.669340] env[65997]: DEBUG nova.compute.provider_tree [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.674866] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 971.674866] env[65997]: value = "task-4718512" [ 971.674866] env[65997]: _type = "Task" [ 971.674866] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.686561] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718512, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.747033] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718510, 'name': ReconfigVM_Task, 'duration_secs': 0.815165} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.747378] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.748226] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0ebaef-0fcc-4aee-8abe-6511b189e82e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.773525] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba/2fdcefb4-020c-4d13-8662-059951d3ccba.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.773929] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be7b968-a198-48d9-84f9-aafe916f897f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.795852] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 971.795852] env[65997]: value = "task-4718513" [ 971.795852] env[65997]: _type = "Task" [ 971.795852] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.805332] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.979181] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718511, 'name': CreateVM_Task, 'duration_secs': 0.467348} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.979358] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.979999] env[65997]: WARNING neutronclient.v2_0.client [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.980573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.980573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.980971] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.981274] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97826ca2-67b5-47ba-a3f6-63335b60c71e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.990035] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 971.990035] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5228aa67-2efb-e773-41d5-569d8ca10d55" [ 971.990035] env[65997]: _type = "Task" [ 971.990035] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.000016] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5228aa67-2efb-e773-41d5-569d8ca10d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.175089] env[65997]: DEBUG nova.scheduler.client.report [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.199721] env[65997]: DEBUG oslo_vmware.api [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718512, 'name': PowerOnVM_Task, 'duration_secs': 0.514365} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.199886] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.200130] env[65997]: INFO nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Took 8.98 seconds to spawn the instance on the hypervisor. [ 972.200601] env[65997]: DEBUG nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.201303] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70162914-9034-4c4d-91d3-e9da3fbd9cbc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.309989] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718513, 'name': ReconfigVM_Task, 'duration_secs': 0.341164} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.310501] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba/2fdcefb4-020c-4d13-8662-059951d3ccba.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.310811] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.502122] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5228aa67-2efb-e773-41d5-569d8ca10d55, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.502401] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.502655] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.502904] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.503073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.503270] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.503560] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99421c4a-0031-4c3c-b4de-aeaf54a966a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.514128] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.514437] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.515281] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483b9b50-828f-46ea-9f3f-59d6f45db864 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.524603] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 972.524603] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523a79a2-d449-88cd-791b-4c1490c402c5" [ 972.524603] env[65997]: _type = "Task" [ 972.524603] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.534552] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523a79a2-d449-88cd-791b-4c1490c402c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.689063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.689538] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 972.693078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.900s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.693078] env[65997]: DEBUG nova.objects.instance [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'resources' on Instance uuid 555a47cb-d545-48ac-a98c-dad5c8fe0ba0 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.721266] env[65997]: INFO nova.compute.manager [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Took 24.66 seconds to build instance. [ 972.821397] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8631d5f1-6b99-446b-b0ed-fb64bc8d1b30 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.850944] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3723045-950b-406b-bb91-cecf53dc69bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.880506] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.040192] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523a79a2-d449-88cd-791b-4c1490c402c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014869} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.041428] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360f68db-9fc4-488b-89e1-c54a96e86e12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.049832] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 973.049832] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d1f7f8-4a88-1ffb-508e-051069601d78" [ 973.049832] env[65997]: _type = "Task" [ 973.049832] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.061550] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d1f7f8-4a88-1ffb-508e-051069601d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.198182] env[65997]: DEBUG nova.compute.utils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.202543] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 973.202854] env[65997]: DEBUG nova.network.neutron [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 973.203689] env[65997]: WARNING neutronclient.v2_0.client [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.204099] env[65997]: WARNING neutronclient.v2_0.client [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.224075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a251189-14d7-45a1-8828-673891016cdb tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.167s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.255345] env[65997]: DEBUG nova.policy [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '637a512847904476beb8793fc4001401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6081d027f50b4ed2bcf790c38ea983fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.390325] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.390325] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.401598] env[65997]: INFO nova.compute.manager [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Rescuing [ 973.402181] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.402271] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.402668] env[65997]: DEBUG nova.network.neutron [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.448509] env[65997]: DEBUG nova.network.neutron [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Port 647ab7cf-9235-43bf-8a27-96c7814c4676 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 973.561742] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d1f7f8-4a88-1ffb-508e-051069601d78, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.562026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.562292] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 584a1809-0558-4ad6-89e2-dd10b3047dfc/584a1809-0558-4ad6-89e2-dd10b3047dfc.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.562560] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-090d1d5f-4c2b-4877-8e7d-d795c9767e9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.577842] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 973.577842] env[65997]: value = "task-4718514" [ 973.577842] env[65997]: _type = "Task" [ 973.577842] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.588026] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.604311] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55de878-7944-430c-9b05-7d8a3e717dee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.613446] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d939f005-2ccd-4b4b-86d2-771a038821d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.652058] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab758b10-61be-4da0-967c-41568719c48c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.662355] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df7740-4d6f-45aa-b622-783cc5694988 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.681326] env[65997]: DEBUG nova.compute.provider_tree [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.683621] env[65997]: DEBUG nova.network.neutron [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Successfully created port: 4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 973.702854] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 973.908908] env[65997]: WARNING neutronclient.v2_0.client [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.085615] env[65997]: WARNING neutronclient.v2_0.client [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.094307] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.188167] env[65997]: DEBUG nova.scheduler.client.report [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.475540] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.475813] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.475987] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.574857] env[65997]: DEBUG nova.network.neutron [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Updating instance_info_cache with network_info: [{"id": "34982213-08ce-4e47-9b78-27babe4b0118", "address": "fa:16:3e:e1:ea:80", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34982213-08", "ovs_interfaceid": "34982213-08ce-4e47-9b78-27babe4b0118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.597418] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633114} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.597713] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 584a1809-0558-4ad6-89e2-dd10b3047dfc/584a1809-0558-4ad6-89e2-dd10b3047dfc.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.597943] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.598254] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eeb3120-8a0d-4244-a537-325c86220e69 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.607469] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 974.607469] env[65997]: value = "task-4718515" [ 974.607469] env[65997]: _type = "Task" [ 974.607469] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.620272] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.694083] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.697801] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.487s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.699615] env[65997]: INFO nova.compute.claims [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.713864] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 974.722487] env[65997]: INFO nova.scheduler.client.report [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocations for instance 555a47cb-d545-48ac-a98c-dad5c8fe0ba0 [ 974.744980] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.745194] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.745367] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.745586] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.745779] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.745942] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.746193] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.746383] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.746545] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.746724] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.746902] env[65997]: DEBUG nova.virt.hardware [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.747991] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595ee60-ed17-4212-a5e7-831a1abbb3c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.760786] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7ec35-2c74-473b-ba2d-b48142c16680 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.790385] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a606dd-a901-2364-e858-aad0230569f3/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.790707] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864a8c4-d7a5-47f4-aa24-271748a3eab8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.798618] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a606dd-a901-2364-e858-aad0230569f3/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.798833] env[65997]: ERROR oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a606dd-a901-2364-e858-aad0230569f3/disk-0.vmdk due to incomplete transfer. [ 974.799132] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d9d0ccd-d35a-44f7-a51f-21b6b193b0d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.808934] env[65997]: DEBUG oslo_vmware.rw_handles [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a606dd-a901-2364-e858-aad0230569f3/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 974.809241] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Uploaded image 644aea5e-fd70-4a24-b52f-2dad55b9e882 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 974.814069] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.814069] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d1d399a-0ca9-4302-ac63-6095d4c6d93f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.819657] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 974.819657] env[65997]: value = "task-4718516" [ 974.819657] env[65997]: _type = "Task" [ 974.819657] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.830598] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718516, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.078191] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.122329] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139508} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.122625] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.123490] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9bde14-0990-4104-bc56-ff5f403522e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.148784] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 584a1809-0558-4ad6-89e2-dd10b3047dfc/584a1809-0558-4ad6-89e2-dd10b3047dfc.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.149647] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a990b8d-98f6-4e16-96a3-65c033c5a3cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.171989] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 975.171989] env[65997]: value = "task-4718517" [ 975.171989] env[65997]: _type = "Task" [ 975.171989] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.181904] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.221436] env[65997]: DEBUG nova.network.neutron [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Successfully updated port: 4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 975.230546] env[65997]: DEBUG oslo_concurrency.lockutils [None req-74f40acc-27ec-46bc-9bea-f5add6d572dc tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "555a47cb-d545-48ac-a98c-dad5c8fe0ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.437s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.331231] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718516, 'name': Destroy_Task, 'duration_secs': 0.388509} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.331697] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Destroyed the VM [ 975.331841] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.332161] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0bb4c49c-35cd-46a8-953b-18098dfb641e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.339825] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 975.339825] env[65997]: value = "task-4718518" [ 975.339825] env[65997]: _type = "Task" [ 975.339825] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.349845] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718518, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.483146] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.529952] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.530483] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.532017] env[65997]: DEBUG nova.network.neutron [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.635636] env[65997]: DEBUG nova.compute.manager [req-e62f190d-1bb1-4f3f-8228-21320f7d43aa req-3b9cbe2a-c2ca-4714-be63-d3a053e70a77 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Received event network-vif-plugged-4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.635636] env[65997]: DEBUG oslo_concurrency.lockutils [req-e62f190d-1bb1-4f3f-8228-21320f7d43aa req-3b9cbe2a-c2ca-4714-be63-d3a053e70a77 service nova] Acquiring lock "8b17d9da-650f-4ce2-869d-363b2fd90237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.635886] env[65997]: DEBUG oslo_concurrency.lockutils [req-e62f190d-1bb1-4f3f-8228-21320f7d43aa req-3b9cbe2a-c2ca-4714-be63-d3a053e70a77 service nova] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.635968] env[65997]: DEBUG oslo_concurrency.lockutils [req-e62f190d-1bb1-4f3f-8228-21320f7d43aa req-3b9cbe2a-c2ca-4714-be63-d3a053e70a77 service nova] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.636950] env[65997]: DEBUG nova.compute.manager [req-e62f190d-1bb1-4f3f-8228-21320f7d43aa req-3b9cbe2a-c2ca-4714-be63-d3a053e70a77 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] No waiting events found dispatching network-vif-plugged-4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.636950] env[65997]: WARNING nova.compute.manager [req-e62f190d-1bb1-4f3f-8228-21320f7d43aa req-3b9cbe2a-c2ca-4714-be63-d3a053e70a77 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Received unexpected event network-vif-plugged-4c2a395f-613d-4f40-9dec-fcdfb14d5b7e for instance with vm_state building and task_state spawning. [ 975.688022] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718517, 'name': ReconfigVM_Task, 'duration_secs': 0.292736} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.688329] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 584a1809-0558-4ad6-89e2-dd10b3047dfc/584a1809-0558-4ad6-89e2-dd10b3047dfc.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.688971] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12dc622a-c1e2-4297-b618-26fc59721036 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.697593] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 975.697593] env[65997]: value = "task-4718519" [ 975.697593] env[65997]: _type = "Task" [ 975.697593] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.711975] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718519, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.724808] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "refresh_cache-8b17d9da-650f-4ce2-869d-363b2fd90237" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.724808] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquired lock "refresh_cache-8b17d9da-650f-4ce2-869d-363b2fd90237" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.724808] env[65997]: DEBUG nova.network.neutron [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.851015] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718518, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392552} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.856046] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.856385] env[65997]: DEBUG nova.compute.manager [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 975.860744] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64afb43f-9827-4a13-9e2d-0bbe3357f245 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.037255] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.074102] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f2853-2af3-47e3-92a1-b604b9942983 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.088913] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f61020-9d1d-401c-8925-03f04933ce13 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.143664] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432dae56-c36b-4344-8522-da0e6cb6569a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.154989] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bd8308-3bf5-43f8-9a3d-d5585765ede0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.172724] env[65997]: DEBUG nova.compute.provider_tree [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.211668] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718519, 'name': Rename_Task, 'duration_secs': 0.172977} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.211668] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.211892] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8219a629-4ba2-4dcc-9bd7-a06b708003b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.219894] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 976.219894] env[65997]: value = "task-4718520" [ 976.219894] env[65997]: _type = "Task" [ 976.219894] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.231655] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.248693] env[65997]: WARNING neutronclient.v2_0.client [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.279407] env[65997]: DEBUG nova.network.neutron [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 976.361696] env[65997]: DEBUG nova.network.neutron [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance_info_cache with network_info: [{"id": "647ab7cf-9235-43bf-8a27-96c7814c4676", "address": "fa:16:3e:64:55:42", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647ab7cf-92", "ovs_interfaceid": "647ab7cf-9235-43bf-8a27-96c7814c4676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.380202] env[65997]: INFO nova.compute.manager [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Shelve offloading [ 976.431288] env[65997]: WARNING neutronclient.v2_0.client [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.560218] env[65997]: DEBUG nova.network.neutron [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Updating instance_info_cache with network_info: [{"id": "4c2a395f-613d-4f40-9dec-fcdfb14d5b7e", "address": "fa:16:3e:f7:ea:c4", "network": {"id": "a0989a37-11b6-4cc7-a9df-0a72f6297256", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1629949630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6081d027f50b4ed2bcf790c38ea983fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c2a395f-61", "ovs_interfaceid": "4c2a395f-613d-4f40-9dec-fcdfb14d5b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.651402] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.651402] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deff7746-5620-4bf5-baa3-3a55d2057117 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.661097] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 976.661097] env[65997]: value = "task-4718521" [ 976.661097] env[65997]: _type = "Task" [ 976.661097] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.672453] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.678656] env[65997]: DEBUG nova.scheduler.client.report [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.735679] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718520, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.819871] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "161cf2c1-da7d-4755-9c1d-d5c451198642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.820488] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.865090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.888748] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.889121] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-102faf9c-9b1d-41fc-b211-9f2fddb24bef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.898400] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 976.898400] env[65997]: value = "task-4718522" [ 976.898400] env[65997]: _type = "Task" [ 976.898400] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.910194] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.063131] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Releasing lock "refresh_cache-8b17d9da-650f-4ce2-869d-363b2fd90237" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.063131] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Instance network_info: |[{"id": "4c2a395f-613d-4f40-9dec-fcdfb14d5b7e", "address": "fa:16:3e:f7:ea:c4", "network": {"id": "a0989a37-11b6-4cc7-a9df-0a72f6297256", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1629949630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6081d027f50b4ed2bcf790c38ea983fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c2a395f-61", "ovs_interfaceid": "4c2a395f-613d-4f40-9dec-fcdfb14d5b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 977.064951] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ea:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c2a395f-613d-4f40-9dec-fcdfb14d5b7e', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.071414] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Creating folder: Project (6081d027f50b4ed2bcf790c38ea983fa). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.071747] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a808857-fa71-4bc8-9ee7-3726d64a1d9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.084418] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Created folder: Project (6081d027f50b4ed2bcf790c38ea983fa) in parent group-v920549. [ 977.084611] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Creating folder: Instances. Parent ref: group-v920794. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.084867] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cc983cc-fa96-455d-928a-f9673a676db5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.094829] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Created folder: Instances in parent group-v920794. [ 977.095183] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 977.095403] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.095611] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ffcebd-c9ae-4f26-8c56-015c94126147 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.117267] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.117267] env[65997]: value = "task-4718525" [ 977.117267] env[65997]: _type = "Task" [ 977.117267] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.125918] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718525, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.171893] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718521, 'name': PowerOffVM_Task, 'duration_secs': 0.27423} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.172380] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.173464] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795cd9c1-4170-400b-931c-a08d4b929030 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.194783] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.194783] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 977.197021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.946s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.198487] env[65997]: INFO nova.compute.claims [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.201565] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdd0006-33a4-42ab-ac31-f44676d2f366 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.235593] env[65997]: DEBUG oslo_vmware.api [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718520, 'name': PowerOnVM_Task, 'duration_secs': 0.545647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.235593] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.235593] env[65997]: INFO nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Took 8.97 seconds to spawn the instance on the hypervisor. [ 977.235593] env[65997]: DEBUG nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.236154] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9f939-411e-4f56-b801-5ace575ebf43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.252322] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.255267] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35e5e43d-ec38-4aa8-bc3f-66d74eedbd56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.262855] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 977.262855] env[65997]: value = "task-4718526" [ 977.262855] env[65997]: _type = "Task" [ 977.262855] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.276301] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.276667] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.276930] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.277157] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.277430] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.277749] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce280cd9-ae99-4f90-84f9-75ff85fe4817 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.292069] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.292069] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.292069] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db1a3fb-259d-44fd-b7f4-776ae9d8d76b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.305091] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 977.305091] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5215b7c3-e89e-1a1c-4e6d-1cf1d54aa268" [ 977.305091] env[65997]: _type = "Task" [ 977.305091] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.315553] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5215b7c3-e89e-1a1c-4e6d-1cf1d54aa268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.322620] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.405512] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad38482-3aa0-43f7-af29-289fc36cf595 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.428631] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.428948] env[65997]: DEBUG nova.compute.manager [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.430882] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cb78dd-7f29-49b2-8715-083018255b04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.434248] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a5c045-5e84-4010-be74-8af49f154585 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.445182] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.449816] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.449991] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.450210] env[65997]: DEBUG nova.network.neutron [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 977.629091] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718525, 'name': CreateVM_Task, 'duration_secs': 0.389698} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.629091] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.629524] env[65997]: WARNING neutronclient.v2_0.client [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.629718] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.629865] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.630194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.630453] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331ca54d-3e69-43b6-9af1-ee7d0325c8e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.636049] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 977.636049] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8e9f2-1a24-cb80-9694-762ab3de288e" [ 977.636049] env[65997]: _type = "Task" [ 977.636049] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.647122] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8e9f2-1a24-cb80-9694-762ab3de288e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.669508] env[65997]: DEBUG nova.compute.manager [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Received event network-changed-4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.669636] env[65997]: DEBUG nova.compute.manager [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Refreshing instance network info cache due to event network-changed-4c2a395f-613d-4f40-9dec-fcdfb14d5b7e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 977.669798] env[65997]: DEBUG oslo_concurrency.lockutils [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] Acquiring lock "refresh_cache-8b17d9da-650f-4ce2-869d-363b2fd90237" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.669928] env[65997]: DEBUG oslo_concurrency.lockutils [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] Acquired lock "refresh_cache-8b17d9da-650f-4ce2-869d-363b2fd90237" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.670099] env[65997]: DEBUG nova.network.neutron [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Refreshing network info cache for port 4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.699200] env[65997]: DEBUG nova.compute.utils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.700594] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 977.700783] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 977.701611] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.703439] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.745988] env[65997]: DEBUG nova.policy [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096af144ca1246f4b00b0d7ba7f7da9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ea25588211452bbac8da2040525c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.765289] env[65997]: INFO nova.compute.manager [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Took 27.88 seconds to build instance. [ 977.817197] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5215b7c3-e89e-1a1c-4e6d-1cf1d54aa268, 'name': SearchDatastore_Task, 'duration_secs': 0.035308} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.817997] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1591c5b3-9fec-4fa9-b4fa-4ff23b4d96e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.824273] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 977.824273] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d7b8a-8504-54c1-cb0b-d3cc0c9bf06a" [ 977.824273] env[65997]: _type = "Task" [ 977.824273] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.834905] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d7b8a-8504-54c1-cb0b-d3cc0c9bf06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.852397] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.953708] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.954043] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5619614e-2382-4ce5-8fc3-072616e9ffe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.956333] env[65997]: WARNING neutronclient.v2_0.client [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.965784] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 977.965784] env[65997]: value = "task-4718527" [ 977.965784] env[65997]: _type = "Task" [ 977.965784] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.974576] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.063247] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Successfully created port: becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 978.148662] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8e9f2-1a24-cb80-9694-762ab3de288e, 'name': SearchDatastore_Task, 'duration_secs': 0.047059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.148983] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.149120] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.149396] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.176260] env[65997]: WARNING neutronclient.v2_0.client [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.205331] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 978.267103] env[65997]: DEBUG oslo_concurrency.lockutils [None req-26e0ace9-33ac-40a3-8d34-482ef913f0fd tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.092s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.341893] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529d7b8a-8504-54c1-cb0b-d3cc0c9bf06a, 'name': SearchDatastore_Task, 'duration_secs': 0.020543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.345105] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.345671] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. {{(pid=65997) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 978.347034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.347034] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.347034] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb4c3681-10e8-4c89-93e5-83c97f9cf870 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.350195] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5775a247-166c-442f-a51d-fede2952310d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.367242] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 978.367242] env[65997]: value = "task-4718528" [ 978.367242] env[65997]: _type = "Task" [ 978.367242] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.367521] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.368411] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.369198] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14129e10-b840-47be-a4b9-a793bcb8ef1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.392275] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.392275] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 978.392275] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270cca2-394b-c3eb-764e-9787ab117dc5" [ 978.392275] env[65997]: _type = "Task" [ 978.392275] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.401715] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270cca2-394b-c3eb-764e-9787ab117dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.428863] env[65997]: WARNING neutronclient.v2_0.client [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.481565] env[65997]: DEBUG oslo_vmware.api [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718527, 'name': PowerOnVM_Task, 'duration_secs': 0.413655} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.485697] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.485863] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d029f414-9c6e-4b26-a88d-27f2be5762f8 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance '2fdcefb4-020c-4d13-8662-059951d3ccba' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.652859] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2290e473-a2c9-41a2-b87b-5951af1e6ef0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.661197] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed42bf2-55ac-485c-ab75-04f5a74e4ff3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.668437] env[65997]: DEBUG nova.network.neutron [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.698982] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e6623-accb-4c9a-b5c5-c9ca54d39121 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.708417] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef67393-e76d-4091-a872-26885fe6812b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.727651] env[65997]: DEBUG nova.compute.provider_tree [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.764793] env[65997]: WARNING neutronclient.v2_0.client [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.882059] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.907629] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5270cca2-394b-c3eb-764e-9787ab117dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.051065} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.908671] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69975273-637b-49ab-abe2-6e9b7868bb27 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.917223] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 978.917223] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c4684e-e3a0-fb01-4ab1-3515a98bd180" [ 978.917223] env[65997]: _type = "Task" [ 978.917223] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.919305] env[65997]: DEBUG nova.network.neutron [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Updated VIF entry in instance network info cache for port 4c2a395f-613d-4f40-9dec-fcdfb14d5b7e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.919305] env[65997]: DEBUG nova.network.neutron [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Updating instance_info_cache with network_info: [{"id": "4c2a395f-613d-4f40-9dec-fcdfb14d5b7e", "address": "fa:16:3e:f7:ea:c4", "network": {"id": "a0989a37-11b6-4cc7-a9df-0a72f6297256", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1629949630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6081d027f50b4ed2bcf790c38ea983fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c2a395f-61", "ovs_interfaceid": "4c2a395f-613d-4f40-9dec-fcdfb14d5b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.935082] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c4684e-e3a0-fb01-4ab1-3515a98bd180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.987139] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.988669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.112200] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "c85b1920-bb1a-4037-924d-3f95f4ea606e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.112444] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.171016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.172045] env[65997]: WARNING neutronclient.v2_0.client [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.172045] env[65997]: WARNING neutronclient.v2_0.client [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.218344] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 979.230365] env[65997]: DEBUG nova.scheduler.client.report [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.254827] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.255187] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.255277] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.255456] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.255601] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.255750] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.255956] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.256125] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.256295] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.256457] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.256626] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.257847] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c521c36-0495-4df4-8664-74859e4148a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.269449] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24f537-bc6f-43c0-b4f9-eaa9926e1404 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.380117] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877067} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.380419] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. [ 979.381257] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053754cb-8a0e-45b8-82dc-dfe5482825bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.407467] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.407797] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5418a8dd-f0ec-405b-863a-f6e26a2ab92c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.421398] env[65997]: DEBUG oslo_concurrency.lockutils [req-051a7798-c6c2-4dc1-a72b-44fc6fb97a72 req-29f3d05a-b4c2-4688-a930-36786265beb6 service nova] Releasing lock "refresh_cache-8b17d9da-650f-4ce2-869d-363b2fd90237" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.432637] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c4684e-e3a0-fb01-4ab1-3515a98bd180, 'name': SearchDatastore_Task, 'duration_secs': 0.072439} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.434166] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.434396] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8b17d9da-650f-4ce2-869d-363b2fd90237/8b17d9da-650f-4ce2-869d-363b2fd90237.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.434727] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 979.434727] env[65997]: value = "task-4718529" [ 979.434727] env[65997]: _type = "Task" [ 979.434727] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.434926] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d099dfc5-e938-490d-8ca2-f15eac80fcc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.446641] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.448400] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 979.448400] env[65997]: value = "task-4718530" [ 979.448400] env[65997]: _type = "Task" [ 979.448400] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.458382] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.481274] env[65997]: DEBUG nova.compute.manager [req-9b261bc5-c64b-4edd-967a-f58fb20819c4 req-9539b737-e47f-49d5-8f32-7606b6af0497 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-vif-unplugged-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.481274] env[65997]: DEBUG oslo_concurrency.lockutils [req-9b261bc5-c64b-4edd-967a-f58fb20819c4 req-9539b737-e47f-49d5-8f32-7606b6af0497 service nova] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.481476] env[65997]: DEBUG oslo_concurrency.lockutils [req-9b261bc5-c64b-4edd-967a-f58fb20819c4 req-9539b737-e47f-49d5-8f32-7606b6af0497 service nova] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.481777] env[65997]: DEBUG oslo_concurrency.lockutils [req-9b261bc5-c64b-4edd-967a-f58fb20819c4 req-9539b737-e47f-49d5-8f32-7606b6af0497 service nova] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.482111] env[65997]: DEBUG nova.compute.manager [req-9b261bc5-c64b-4edd-967a-f58fb20819c4 req-9539b737-e47f-49d5-8f32-7606b6af0497 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] No waiting events found dispatching network-vif-unplugged-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 979.482928] env[65997]: WARNING nova.compute.manager [req-9b261bc5-c64b-4edd-967a-f58fb20819c4 req-9539b737-e47f-49d5-8f32-7606b6af0497 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received unexpected event network-vif-unplugged-bca10115-1c7e-4f45-9979-e01934fb5db1 for instance with vm_state shelved and task_state shelving_offloading. [ 979.489996] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 979.606101] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.607325] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31048373-46e0-4de3-90b3-2c9c311b9eb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.616916] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 979.619840] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.621454] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4dcfed6-85b3-49a0-812d-3c7105ba725d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.709374] env[65997]: DEBUG nova.compute.manager [req-248fb82b-4878-45dc-8106-ccbe6d31fd35 req-c571d021-7a6a-4881-bac6-d4a78a5d14aa service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Received event network-vif-plugged-becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.710656] env[65997]: DEBUG oslo_concurrency.lockutils [req-248fb82b-4878-45dc-8106-ccbe6d31fd35 req-c571d021-7a6a-4881-bac6-d4a78a5d14aa service nova] Acquiring lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.710957] env[65997]: DEBUG oslo_concurrency.lockutils [req-248fb82b-4878-45dc-8106-ccbe6d31fd35 req-c571d021-7a6a-4881-bac6-d4a78a5d14aa service nova] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.711208] env[65997]: DEBUG oslo_concurrency.lockutils [req-248fb82b-4878-45dc-8106-ccbe6d31fd35 req-c571d021-7a6a-4881-bac6-d4a78a5d14aa service nova] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.711350] env[65997]: DEBUG nova.compute.manager [req-248fb82b-4878-45dc-8106-ccbe6d31fd35 req-c571d021-7a6a-4881-bac6-d4a78a5d14aa service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] No waiting events found dispatching network-vif-plugged-becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 979.711589] env[65997]: WARNING nova.compute.manager [req-248fb82b-4878-45dc-8106-ccbe6d31fd35 req-c571d021-7a6a-4881-bac6-d4a78a5d14aa service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Received unexpected event network-vif-plugged-becf3498-2fba-4852-a87b-554b6deaaa43 for instance with vm_state building and task_state spawning. [ 979.721039] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.721039] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.721039] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleting the datastore file [datastore1] b4ae511d-a672-42bc-93b4-92a0cc8f720b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.721489] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e0ba8c-4f73-4bfc-a11b-303135b176de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.732675] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 979.732675] env[65997]: value = "task-4718532" [ 979.732675] env[65997]: _type = "Task" [ 979.732675] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.733806] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Successfully updated port: becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 979.736849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.737513] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 979.744699] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.644s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.745089] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.745089] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 979.745383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.187s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.745619] env[65997]: DEBUG nova.objects.instance [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lazy-loading 'resources' on Instance uuid 5ee31ca0-6fbc-42ed-af41-5a390166d651 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.747861] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470acf0-a9ad-4cfa-8ff7-0f5908d6a606 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.760130] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.763841] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36475a72-4969-46d9-9910-7bf0ff785975 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.783512] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd5d38-a26d-4fda-b2b5-ea49c3043fd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.793358] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab637f83-1aec-4088-9619-1f9e123370db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.828314] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178538MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 979.828504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.954493] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.966686] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.020261] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.139084] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.243819] env[65997]: DEBUG nova.compute.utils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.245946] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "refresh_cache-1c94ff34-d9cb-4ae7-bf10-43ad441254be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.246178] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "refresh_cache-1c94ff34-d9cb-4ae7-bf10-43ad441254be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.246438] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.247920] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 980.248189] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 980.248614] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.249054] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.261958] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.305412] env[65997]: DEBUG nova.policy [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096af144ca1246f4b00b0d7ba7f7da9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ea25588211452bbac8da2040525c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.449997] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718529, 'name': ReconfigVM_Task, 'duration_secs': 0.614717} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.450540] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.451529] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5e4b0-c5a8-4245-a6a1-dc649f34b95c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.464736] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631068} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.483254] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 8b17d9da-650f-4ce2-869d-363b2fd90237/8b17d9da-650f-4ce2-869d-363b2fd90237.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.483622] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.493103] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0c332ad-07a6-477d-9275-edb0e6be07cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.495585] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4edd415-5ddc-420f-b9c8-3ed2a39b48de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.517024] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 980.517024] env[65997]: value = "task-4718533" [ 980.517024] env[65997]: _type = "Task" [ 980.517024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.517492] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 980.517492] env[65997]: value = "task-4718534" [ 980.517492] env[65997]: _type = "Task" [ 980.517492] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.533477] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.537084] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.625383] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Successfully created port: 05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 980.655195] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fb8e2-0832-406c-a4e5-47f6330a67dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.664477] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1531f8-045f-4fa0-a9b9-d4dbbed4bbe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.698986] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b74bd8-1d2e-4ee1-80b4-ba802f285aee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.706998] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e728d8-7e82-41a5-bfa3-183d0045a736 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.723127] env[65997]: DEBUG nova.compute.provider_tree [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.747341] env[65997]: DEBUG oslo_vmware.api [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658261} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.747683] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.747772] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.747937] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.750758] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 980.771858] env[65997]: INFO nova.scheduler.client.report [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted allocations for instance b4ae511d-a672-42bc-93b4-92a0cc8f720b [ 980.786941] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 980.837983] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "2fdcefb4-020c-4d13-8662-059951d3ccba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.838839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.839031] env[65997]: DEBUG nova.compute.manager [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Going to confirm migration 3 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 980.875888] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.026125] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Updating instance_info_cache with network_info: [{"id": "becf3498-2fba-4852-a87b-554b6deaaa43", "address": "fa:16:3e:32:e1:26", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecf3498-2f", "ovs_interfaceid": "becf3498-2fba-4852-a87b-554b6deaaa43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.040045] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718534, 'name': ReconfigVM_Task, 'duration_secs': 0.466416} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.040045] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2168} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.040216] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.040561] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.040904] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77955755-00e3-4f68-a209-3de8b1189b47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.043493] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa92d3-3c62-47e0-82ac-b29b64e1aeb4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.070789] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 8b17d9da-650f-4ce2-869d-363b2fd90237/8b17d9da-650f-4ce2-869d-363b2fd90237.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.071639] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785981de-d257-44fc-aaf1-db6ab16be007 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.086237] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 981.086237] env[65997]: value = "task-4718535" [ 981.086237] env[65997]: _type = "Task" [ 981.086237] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.095998] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 981.095998] env[65997]: value = "task-4718536" [ 981.095998] env[65997]: _type = "Task" [ 981.095998] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.099727] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.109685] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.227677] env[65997]: DEBUG nova.scheduler.client.report [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.277832] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.347503] env[65997]: WARNING neutronclient.v2_0.client [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.390165] env[65997]: WARNING neutronclient.v2_0.client [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.390517] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.390707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.390911] env[65997]: DEBUG nova.network.neutron [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.391147] env[65997]: DEBUG nova.objects.instance [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lazy-loading 'info_cache' on Instance uuid 2fdcefb4-020c-4d13-8662-059951d3ccba {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.534880] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "refresh_cache-1c94ff34-d9cb-4ae7-bf10-43ad441254be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.535326] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Instance network_info: |[{"id": "becf3498-2fba-4852-a87b-554b6deaaa43", "address": "fa:16:3e:32:e1:26", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecf3498-2f", "ovs_interfaceid": "becf3498-2fba-4852-a87b-554b6deaaa43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 981.535804] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e1:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'becf3498-2fba-4852-a87b-554b6deaaa43', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.544408] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.544959] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.545222] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1a45af-5811-4d48-8fe3-959bea147129 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.568066] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.568066] env[65997]: value = "task-4718537" [ 981.568066] env[65997]: _type = "Task" [ 981.568066] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.576733] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718537, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.601097] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.610523] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718536, 'name': ReconfigVM_Task, 'duration_secs': 0.434254} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.612069] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 8b17d9da-650f-4ce2-869d-363b2fd90237/8b17d9da-650f-4ce2-869d-363b2fd90237.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.613480] env[65997]: DEBUG nova.compute.manager [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.613727] env[65997]: DEBUG nova.compute.manager [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing instance network info cache due to event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 981.613945] env[65997]: DEBUG oslo_concurrency.lockutils [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.614100] env[65997]: DEBUG oslo_concurrency.lockutils [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.614296] env[65997]: DEBUG nova.network.neutron [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.615623] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-416c9a86-eb50-4d17-96c1-510db022e6f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.624607] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 981.624607] env[65997]: value = "task-4718538" [ 981.624607] env[65997]: _type = "Task" [ 981.624607] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.636813] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718538, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.732374] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.735770] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.102s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.738222] env[65997]: INFO nova.compute.claims [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.763363] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 981.768061] env[65997]: INFO nova.scheduler.client.report [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Deleted allocations for instance 5ee31ca0-6fbc-42ed-af41-5a390166d651 [ 981.793536] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 981.793797] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.793954] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 981.794153] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.794299] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 981.794444] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 981.794651] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.794806] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 981.795156] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 981.795156] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 981.795361] env[65997]: DEBUG nova.virt.hardware [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 981.796634] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c7822-da45-4087-9e06-d77cc77ca647 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.809459] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd64de-a3bb-4ed4-9c01-95452f87d03b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.829411] env[65997]: DEBUG nova.compute.manager [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Received event network-changed-becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.829618] env[65997]: DEBUG nova.compute.manager [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Refreshing instance network info cache due to event network-changed-becf3498-2fba-4852-a87b-554b6deaaa43. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 981.829822] env[65997]: DEBUG oslo_concurrency.lockutils [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] Acquiring lock "refresh_cache-1c94ff34-d9cb-4ae7-bf10-43ad441254be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.829959] env[65997]: DEBUG oslo_concurrency.lockutils [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] Acquired lock "refresh_cache-1c94ff34-d9cb-4ae7-bf10-43ad441254be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.830242] env[65997]: DEBUG nova.network.neutron [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Refreshing network info cache for port becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.082253] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718537, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.099585] env[65997]: DEBUG oslo_vmware.api [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718535, 'name': PowerOnVM_Task, 'duration_secs': 0.717795} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.099918] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.103163] env[65997]: DEBUG nova.compute.manager [None req-78c1a5a3-ae9f-4128-841d-965bbf7175e6 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.104045] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ef6b8-da6c-4a32-aff7-4d6183fe035c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.119162] env[65997]: WARNING neutronclient.v2_0.client [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.138972] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718538, 'name': Rename_Task, 'duration_secs': 0.228414} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.139353] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.139693] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-703a5f73-a671-40cc-9117-0d5b6840c373 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.147496] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 982.147496] env[65997]: value = "task-4718539" [ 982.147496] env[65997]: _type = "Task" [ 982.147496] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.160572] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.167902] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.168598] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.229793] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Successfully updated port: 05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 982.276455] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2a5193b-3128-42e3-b417-0610068d32c2 tempest-ServersWithSpecificFlavorTestJSON-1648883113 tempest-ServersWithSpecificFlavorTestJSON-1648883113-project-member] Lock "5ee31ca0-6fbc-42ed-af41-5a390166d651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.862s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.333985] env[65997]: WARNING neutronclient.v2_0.client [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.337323] env[65997]: WARNING neutronclient.v2_0.client [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.398588] env[65997]: WARNING neutronclient.v2_0.client [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.490161] env[65997]: DEBUG nova.network.neutron [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updated VIF entry in instance network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 982.490621] env[65997]: DEBUG nova.network.neutron [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbca10115-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.582672] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718537, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.607466] env[65997]: WARNING neutronclient.v2_0.client [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.613987] env[65997]: WARNING neutronclient.v2_0.client [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.661931] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.672072] env[65997]: DEBUG nova.compute.utils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.691904] env[65997]: DEBUG nova.network.neutron [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Updated VIF entry in instance network info cache for port becf3498-2fba-4852-a87b-554b6deaaa43. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 982.691904] env[65997]: DEBUG nova.network.neutron [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Updating instance_info_cache with network_info: [{"id": "becf3498-2fba-4852-a87b-554b6deaaa43", "address": "fa:16:3e:32:e1:26", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecf3498-2f", "ovs_interfaceid": "becf3498-2fba-4852-a87b-554b6deaaa43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.702579] env[65997]: DEBUG nova.network.neutron [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance_info_cache with network_info: [{"id": "647ab7cf-9235-43bf-8a27-96c7814c4676", "address": "fa:16:3e:64:55:42", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647ab7cf-92", "ovs_interfaceid": "647ab7cf-9235-43bf-8a27-96c7814c4676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.732435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "refresh_cache-3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.732636] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "refresh_cache-3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.733311] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.998097] env[65997]: DEBUG oslo_concurrency.lockutils [req-af2a69d4-d516-46f1-8528-94022f6abfce req-6f9a3421-361a-445f-b46f-ea262451c09d service nova] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.055059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.059738] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2203bdc3-35dd-4722-834f-d50ed3ac2ef9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.067858] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52485c87-561c-419e-b3b5-a111f7874ed0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.080366] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718537, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.106226] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ef08d-5557-405c-aea4-4b75a445247a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.115044] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f04c621-c5c8-4ab5-ac9d-afe07f8fbb39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.130799] env[65997]: DEBUG nova.compute.provider_tree [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.161325] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.175177] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.192862] env[65997]: DEBUG oslo_concurrency.lockutils [req-25dd6efe-f917-445b-b6dd-5bc344940a3d req-a7dd8519-8f3b-40b6-b00c-57f6e85150ff service nova] Releasing lock "refresh_cache-1c94ff34-d9cb-4ae7-bf10-43ad441254be" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.204839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-2fdcefb4-020c-4d13-8662-059951d3ccba" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.205186] env[65997]: DEBUG nova.objects.instance [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lazy-loading 'migration_context' on Instance uuid 2fdcefb4-020c-4d13-8662-059951d3ccba {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.285837] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 983.470577] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.541650] env[65997]: DEBUG nova.network.neutron [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Updating instance_info_cache with network_info: [{"id": "05631dec-0219-44cd-ad66-60e4b579dfd1", "address": "fa:16:3e:98:ab:bf", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05631dec-02", "ovs_interfaceid": "05631dec-0219-44cd-ad66-60e4b579dfd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.582643] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718537, 'name': CreateVM_Task, 'duration_secs': 1.717625} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.582822] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.583344] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.583709] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.583860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.584207] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.584471] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54fc351-69b6-40dc-9682-40f8041b5b9c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.589899] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 983.589899] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c2db20-fc4e-84ba-a3da-3789c487e884" [ 983.589899] env[65997]: _type = "Task" [ 983.589899] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.598627] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c2db20-fc4e-84ba-a3da-3789c487e884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.635324] env[65997]: DEBUG nova.scheduler.client.report [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.660352] env[65997]: DEBUG oslo_vmware.api [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718539, 'name': PowerOnVM_Task, 'duration_secs': 1.276124} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.660709] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.661023] env[65997]: INFO nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Took 8.95 seconds to spawn the instance on the hypervisor. [ 983.661128] env[65997]: DEBUG nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.662161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f726b442-8080-45f8-ab4c-afff00e0f3d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.708730] env[65997]: DEBUG nova.objects.base [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Object Instance<2fdcefb4-020c-4d13-8662-059951d3ccba> lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.710612] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a73e9b-403d-4587-810d-4aa0376a73d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.733146] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad44f16-c116-46e8-8211-79a4157cac4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.739398] env[65997]: DEBUG oslo_vmware.api [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 983.739398] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201b2d9-8bd7-03bc-4594-c04605d3affe" [ 983.739398] env[65997]: _type = "Task" [ 983.739398] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.760397] env[65997]: DEBUG oslo_vmware.api [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201b2d9-8bd7-03bc-4594-c04605d3affe, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.761416] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.826413] env[65997]: DEBUG nova.compute.manager [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Received event network-vif-plugged-05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.826671] env[65997]: DEBUG oslo_concurrency.lockutils [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] Acquiring lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.826910] env[65997]: DEBUG oslo_concurrency.lockutils [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.827250] env[65997]: DEBUG oslo_concurrency.lockutils [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.827878] env[65997]: DEBUG nova.compute.manager [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] No waiting events found dispatching network-vif-plugged-05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 983.827878] env[65997]: WARNING nova.compute.manager [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Received unexpected event network-vif-plugged-05631dec-0219-44cd-ad66-60e4b579dfd1 for instance with vm_state building and task_state spawning. [ 983.827878] env[65997]: DEBUG nova.compute.manager [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Received event network-changed-05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.828055] env[65997]: DEBUG nova.compute.manager [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Refreshing instance network info cache due to event network-changed-05631dec-0219-44cd-ad66-60e4b579dfd1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 983.828180] env[65997]: DEBUG oslo_concurrency.lockutils [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] Acquiring lock "refresh_cache-3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.045222] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "refresh_cache-3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.045222] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Instance network_info: |[{"id": "05631dec-0219-44cd-ad66-60e4b579dfd1", "address": "fa:16:3e:98:ab:bf", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05631dec-02", "ovs_interfaceid": "05631dec-0219-44cd-ad66-60e4b579dfd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 984.045510] env[65997]: DEBUG oslo_concurrency.lockutils [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] Acquired lock "refresh_cache-3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.045645] env[65997]: DEBUG nova.network.neutron [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Refreshing network info cache for port 05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.047040] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ab:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05631dec-0219-44cd-ad66-60e4b579dfd1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.054858] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 984.056306] env[65997]: WARNING neutronclient.v2_0.client [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.059112] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.059987] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-122a7aad-236b-424a-9ce6-dc1fd18ca680 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.083389] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.083389] env[65997]: value = "task-4718540" [ 984.083389] env[65997]: _type = "Task" [ 984.083389] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.100136] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718540, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.106939] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c2db20-fc4e-84ba-a3da-3789c487e884, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.107281] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.107555] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.107819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.107973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.108187] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.108814] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e127850-1eba-4e8a-a916-a6c70318cb80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.120300] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.120518] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.121317] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07d1135-21a0-4e2e-a91e-bbe22a5a4a26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.127343] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 984.127343] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e1fce-00c1-9524-1050-59f3b1bec6f3" [ 984.127343] env[65997]: _type = "Task" [ 984.127343] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.140956] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.141612] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 984.145022] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e1fce-00c1-9524-1050-59f3b1bec6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.145692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.699s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.146028] env[65997]: DEBUG nova.objects.instance [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lazy-loading 'resources' on Instance uuid cffadddc-3921-4c5f-a25b-ad1a48f89b17 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.179481] env[65997]: INFO nova.compute.manager [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Took 26.77 seconds to build instance. [ 984.213282] env[65997]: WARNING neutronclient.v2_0.client [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.251353] env[65997]: INFO nova.compute.manager [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Unrescuing [ 984.251600] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.251749] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquired lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.251912] env[65997]: DEBUG nova.network.neutron [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.254705] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.255040] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.255321] env[65997]: INFO nova.compute.manager [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Attaching volume 52783eb3-238e-43e5-9785-d8ee6d345f1e to /dev/sdb [ 984.287230] env[65997]: DEBUG nova.network.neutron [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Updated VIF entry in instance network info cache for port 05631dec-0219-44cd-ad66-60e4b579dfd1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.287577] env[65997]: DEBUG nova.network.neutron [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Updating instance_info_cache with network_info: [{"id": "05631dec-0219-44cd-ad66-60e4b579dfd1", "address": "fa:16:3e:98:ab:bf", "network": {"id": "3385b79e-f5c6-4613-80ad-0cf4ae7aa2b1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1353422837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ea25588211452bbac8da2040525c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05631dec-02", "ovs_interfaceid": "05631dec-0219-44cd-ad66-60e4b579dfd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.290310] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ef768-6fd4-4bb8-8f98-c30cf71af416 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.299757] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92583f44-dae9-48c2-9516-a61d9cfa34f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.315458] env[65997]: DEBUG nova.virt.block_device [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updating existing volume attachment record: 46686c12-78d4-40db-a2d3-fa724484fcd4 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.595719] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718540, 'name': CreateVM_Task, 'duration_secs': 0.426892} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.595972] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.596651] env[65997]: WARNING neutronclient.v2_0.client [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.597064] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.597263] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.597611] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.597913] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69bafc4-ab80-4670-b7f2-a01dccbd0753 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.604175] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 984.604175] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522d5188-9597-a8fe-47c8-1644611c7135" [ 984.604175] env[65997]: _type = "Task" [ 984.604175] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.615893] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522d5188-9597-a8fe-47c8-1644611c7135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.639733] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520e1fce-00c1-9524-1050-59f3b1bec6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016803} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.641204] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f110b0e-9385-464b-80a6-06676e1de1fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.647513] env[65997]: DEBUG nova.compute.utils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.650239] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 984.650500] env[65997]: DEBUG nova.network.neutron [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 984.650875] env[65997]: WARNING neutronclient.v2_0.client [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.652216] env[65997]: WARNING neutronclient.v2_0.client [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.659614] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 984.659614] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52735c7c-8607-6f13-3193-cc25690f8107" [ 984.659614] env[65997]: _type = "Task" [ 984.659614] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.670790] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52735c7c-8607-6f13-3193-cc25690f8107, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.670964] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.671837] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1c94ff34-d9cb-4ae7-bf10-43ad441254be/1c94ff34-d9cb-4ae7-bf10-43ad441254be.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.671837] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76480904-4a94-4520-8451-6cf825353db1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.679969] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 984.679969] env[65997]: value = "task-4718542" [ 984.679969] env[65997]: _type = "Task" [ 984.679969] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.688279] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5e8f2b14-91cf-4e2c-aa43-bab6cc8ffd89 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.288s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.694960] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.713815] env[65997]: DEBUG nova.policy [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abb51561e4f4ef891350f4c9e527265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2f5dbccace41caa28cc3f77bfb0c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.758294] env[65997]: WARNING neutronclient.v2_0.client [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.795893] env[65997]: DEBUG oslo_concurrency.lockutils [req-1e26d081-70b8-402b-baf3-4dba8759729f req-3e47f2f4-c477-4ea3-a8db-a471147ab1f6 service nova] Releasing lock "refresh_cache-3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.056936] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f82573a-2b94-4acd-9fff-09b2c540838c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.065329] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2aded3-a839-48a5-bc18-5cef76eb9cd7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.104277] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1033af-8fea-414f-9065-3da7809db38f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.109062] env[65997]: DEBUG nova.network.neutron [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Successfully created port: 2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 985.124663] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d04e88-ee33-4c01-b769-14939a5260e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.131262] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522d5188-9597-a8fe-47c8-1644611c7135, 'name': SearchDatastore_Task, 'duration_secs': 0.017164} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.131262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.131262] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.131262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.131262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.131262] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.131262] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ed3041d-9546-4e8f-adc1-bcc971477bed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.149905] env[65997]: DEBUG nova.compute.provider_tree [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.160511] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 985.165031] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.165212] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.166695] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abe4186-b672-468c-944c-7b1ee6591c28 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.174074] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 985.174074] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277ef45-5a69-be40-32f1-54028e119ecb" [ 985.174074] env[65997]: _type = "Task" [ 985.174074] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.187736] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277ef45-5a69-be40-32f1-54028e119ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.193971] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.655190] env[65997]: DEBUG nova.scheduler.client.report [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.689511] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277ef45-5a69-be40-32f1-54028e119ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.690461] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee310639-d805-47bc-afa8-ddd7a4e1ed01 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.697991] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718542, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.699640] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 985.699640] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c7cff-c38d-2b60-cedc-4b4e1b8b8a96" [ 985.699640] env[65997]: _type = "Task" [ 985.699640] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.711962] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c7cff-c38d-2b60-cedc-4b4e1b8b8a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.164419] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.166996] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.150s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.167222] env[65997]: DEBUG nova.objects.instance [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lazy-loading 'resources' on Instance uuid bf74f214-31bd-463e-b74e-f4e6d9b26f2a {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.172837] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 986.195797] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718542, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.327284} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.195797] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1c94ff34-d9cb-4ae7-bf10-43ad441254be/1c94ff34-d9cb-4ae7-bf10-43ad441254be.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.196092] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.196283] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-080184f8-82fa-4672-8395-921cc84c70f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.206598] env[65997]: INFO nova.scheduler.client.report [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleted allocations for instance cffadddc-3921-4c5f-a25b-ad1a48f89b17 [ 986.210136] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.210479] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.210479] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.210723] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.210818] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.211023] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.211398] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.211670] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.211952] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.212250] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.212502] env[65997]: DEBUG nova.virt.hardware [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.215101] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a08e218-d986-4858-bda2-55a2c635b430 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.218098] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 986.218098] env[65997]: value = "task-4718545" [ 986.218098] env[65997]: _type = "Task" [ 986.218098] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.227382] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c7cff-c38d-2b60-cedc-4b4e1b8b8a96, 'name': SearchDatastore_Task, 'duration_secs': 0.066056} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.232072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232339] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab/3fbeb661-39fc-407f-aeda-cfdb0eaf54ab.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.237134] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8849eabc-86d6-4f20-9373-d5c72e0fa475 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.241965] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee1cbc-3230-4ca8-8b32-57a7038de784 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.254963] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.274941] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 986.274941] env[65997]: value = "task-4718546" [ 986.274941] env[65997]: _type = "Task" [ 986.274941] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.289446] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.681790] env[65997]: DEBUG nova.network.neutron [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Successfully updated port: 2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.699061] env[65997]: WARNING neutronclient.v2_0.client [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.737027] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5094cc71-bb21-4dfe-a0fc-26aa7306342b tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "cffadddc-3921-4c5f-a25b-ad1a48f89b17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.757s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.752957] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140033} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.753416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.754402] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67942412-e396-4f4c-9484-f477b2f4b66d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.794610] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 1c94ff34-d9cb-4ae7-bf10-43ad441254be/1c94ff34-d9cb-4ae7-bf10-43ad441254be.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.802913] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a0ce59-8986-4e0c-823b-ca86842061cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.829574] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 986.829574] env[65997]: value = "task-4718547" [ 986.829574] env[65997]: _type = "Task" [ 986.829574] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.830011] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.841191] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.898929] env[65997]: DEBUG nova.network.neutron [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Updating instance_info_cache with network_info: [{"id": "34982213-08ce-4e47-9b78-27babe4b0118", "address": "fa:16:3e:e1:ea:80", "network": {"id": "daa00fe2-c482-4110-b850-36ef9ec48fe3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1285645931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4adb2ae756114112b657725be70dab80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34982213-08", "ovs_interfaceid": "34982213-08ce-4e47-9b78-27babe4b0118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.053711] env[65997]: DEBUG nova.compute.manager [req-3bd48d4e-70a9-4d29-ade8-e8858e7a513f req-8770ede6-1437-47b8-a95a-5672e270ad14 service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Received event network-vif-plugged-2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 987.053946] env[65997]: DEBUG oslo_concurrency.lockutils [req-3bd48d4e-70a9-4d29-ade8-e8858e7a513f req-8770ede6-1437-47b8-a95a-5672e270ad14 service nova] Acquiring lock "b7809259-7fe6-4cbe-8672-b585e99a612a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.054291] env[65997]: DEBUG oslo_concurrency.lockutils [req-3bd48d4e-70a9-4d29-ade8-e8858e7a513f req-8770ede6-1437-47b8-a95a-5672e270ad14 service nova] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.054843] env[65997]: DEBUG oslo_concurrency.lockutils [req-3bd48d4e-70a9-4d29-ade8-e8858e7a513f req-8770ede6-1437-47b8-a95a-5672e270ad14 service nova] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.054843] env[65997]: DEBUG nova.compute.manager [req-3bd48d4e-70a9-4d29-ade8-e8858e7a513f req-8770ede6-1437-47b8-a95a-5672e270ad14 service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] No waiting events found dispatching network-vif-plugged-2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 987.054987] env[65997]: WARNING nova.compute.manager [req-3bd48d4e-70a9-4d29-ade8-e8858e7a513f req-8770ede6-1437-47b8-a95a-5672e270ad14 service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Received unexpected event network-vif-plugged-2e4213ba-4dea-434d-968d-437e7fb56516 for instance with vm_state building and task_state spawning. [ 987.107562] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd64288d-7fc2-4a75-852a-943c155ea4ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.116746] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf7f91-2531-445a-b678-0635177fbad8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.152111] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00426c-c3fe-4192-b067-ae60ef968152 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.161469] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3a1a7-99aa-4368-87d6-d36ec4d25846 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.176922] env[65997]: DEBUG nova.compute.provider_tree [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.185568] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "refresh_cache-b7809259-7fe6-4cbe-8672-b585e99a612a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.185568] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "refresh_cache-b7809259-7fe6-4cbe-8672-b585e99a612a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.185728] env[65997]: DEBUG nova.network.neutron [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.294907] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741638} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.295109] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab/3fbeb661-39fc-407f-aeda-cfdb0eaf54ab.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.295314] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.295583] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98794e2a-354c-44b7-8a06-4749011c6e17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.307051] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 987.307051] env[65997]: value = "task-4718548" [ 987.307051] env[65997]: _type = "Task" [ 987.307051] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.318131] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.347291] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.403883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Releasing lock "refresh_cache-2eb5407f-a830-4551-ab01-4cf997c312eb" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.404640] env[65997]: DEBUG nova.objects.instance [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lazy-loading 'flavor' on Instance uuid 2eb5407f-a830-4551-ab01-4cf997c312eb {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.680674] env[65997]: DEBUG nova.scheduler.client.report [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.777396] env[65997]: DEBUG nova.network.neutron [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 987.818940] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1562} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.819248] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.820083] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75396a8d-ad73-4493-9662-575ac94bac3e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.846571] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab/3fbeb661-39fc-407f-aeda-cfdb0eaf54ab.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.850385] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "8b17d9da-650f-4ce2-869d-363b2fd90237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.850651] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.851245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "8b17d9da-650f-4ce2-869d-363b2fd90237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.851481] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.851660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.853209] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f93d5673-8720-4a6e-b5dd-4f4d881d3529 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.868393] env[65997]: INFO nova.compute.manager [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Terminating instance [ 987.880827] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718547, 'name': ReconfigVM_Task, 'duration_secs': 1.047171} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.882322] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 1c94ff34-d9cb-4ae7-bf10-43ad441254be/1c94ff34-d9cb-4ae7-bf10-43ad441254be.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.883192] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 987.883192] env[65997]: value = "task-4718549" [ 987.883192] env[65997]: _type = "Task" [ 987.883192] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.883800] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60774f1c-dd7e-447b-9330-8f9d9c8f20e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.897529] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.899330] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 987.899330] env[65997]: value = "task-4718550" [ 987.899330] env[65997]: _type = "Task" [ 987.899330] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.913688] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718550, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.915623] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fd7f77-612c-4257-a2f5-4a3dd29cde78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.944418] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.944811] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d0f51ca-df9a-4608-8d1f-8aa34a1dbf82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.952743] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 987.952743] env[65997]: value = "task-4718551" [ 987.952743] env[65997]: _type = "Task" [ 987.952743] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.963027] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.188324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.192750] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.340s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.195844] env[65997]: INFO nova.compute.claims [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.226662] env[65997]: INFO nova.scheduler.client.report [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted allocations for instance bf74f214-31bd-463e-b74e-f4e6d9b26f2a [ 988.230459] env[65997]: WARNING neutronclient.v2_0.client [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.373357] env[65997]: DEBUG nova.compute.manager [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 988.373615] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.374616] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08102a-5aeb-458b-86c3-ab55aa6a2dd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.384448] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.384731] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962f7daa-c1f7-48c2-942c-0612222fa281 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.397395] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718549, 'name': ReconfigVM_Task, 'duration_secs': 0.377046} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.399276] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab/3fbeb661-39fc-407f-aeda-cfdb0eaf54ab.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.400218] env[65997]: DEBUG oslo_vmware.api [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 988.400218] env[65997]: value = "task-4718552" [ 988.400218] env[65997]: _type = "Task" [ 988.400218] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.400538] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87178052-d15c-4a8b-ba7d-3e2859ebe636 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.409881] env[65997]: DEBUG nova.network.neutron [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Updating instance_info_cache with network_info: [{"id": "2e4213ba-4dea-434d-968d-437e7fb56516", "address": "fa:16:3e:37:8c:86", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4213ba-4d", "ovs_interfaceid": "2e4213ba-4dea-434d-968d-437e7fb56516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.421807] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718550, 'name': Rename_Task, 'duration_secs': 0.321409} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.426961] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.427362] env[65997]: DEBUG oslo_vmware.api [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.427685] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 988.427685] env[65997]: value = "task-4718553" [ 988.427685] env[65997]: _type = "Task" [ 988.427685] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.428679] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e92c3f3-6f98-4560-a449-8f81c3ddb0e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.443596] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718553, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.445136] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 988.445136] env[65997]: value = "task-4718554" [ 988.445136] env[65997]: _type = "Task" [ 988.445136] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.457677] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.470930] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.745239] env[65997]: DEBUG oslo_concurrency.lockutils [None req-130f6d24-9bcc-47cd-b0cf-37608e62109e tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "bf74f214-31bd-463e-b74e-f4e6d9b26f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.269s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.919827] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "refresh_cache-b7809259-7fe6-4cbe-8672-b585e99a612a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.919827] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Instance network_info: |[{"id": "2e4213ba-4dea-434d-968d-437e7fb56516", "address": "fa:16:3e:37:8c:86", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4213ba-4d", "ovs_interfaceid": "2e4213ba-4dea-434d-968d-437e7fb56516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 988.921425] env[65997]: DEBUG oslo_vmware.api [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718552, 'name': PowerOffVM_Task, 'duration_secs': 0.285959} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.921971] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:8c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4213ba-4dea-434d-968d-437e7fb56516', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.933241] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 988.933985] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.933985] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.934441] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.934701] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa19a7a-eb05-4da9-b471-43bd03b3f61c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.943582] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7305acd6-363e-4ff6-bbb4-56273d26d00f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.973090] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718553, 'name': Rename_Task, 'duration_secs': 0.170842} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.974108] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.975037] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbba1727-4576-4b79-9e5d-0833deb40a9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.981278] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.981278] env[65997]: value = "task-4718557" [ 988.981278] env[65997]: _type = "Task" [ 988.981278] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.983490] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718551, 'name': PowerOffVM_Task, 'duration_secs': 0.807933} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.985625] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.992682] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.992682] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.997163] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a5ffd9-d858-4d68-b7e2-f96222a186c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.014112] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 989.014112] env[65997]: value = "task-4718558" [ 989.014112] env[65997]: _type = "Task" [ 989.014112] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.029292] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718557, 'name': CreateVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.029292] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 989.029292] env[65997]: value = "task-4718559" [ 989.029292] env[65997]: _type = "Task" [ 989.029292] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.033970] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718558, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.042351] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.049771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.050147] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.050490] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Deleting the datastore file [datastore2] 8b17d9da-650f-4ce2-869d-363b2fd90237 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.051105] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48db26ee-2231-4456-ab00-55755e44fc35 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.064277] env[65997]: DEBUG oslo_vmware.api [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for the task: (returnval){ [ 989.064277] env[65997]: value = "task-4718560" [ 989.064277] env[65997]: _type = "Task" [ 989.064277] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.076375] env[65997]: DEBUG oslo_vmware.api [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.101458] env[65997]: DEBUG nova.compute.manager [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Received event network-changed-2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 989.101859] env[65997]: DEBUG nova.compute.manager [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Refreshing instance network info cache due to event network-changed-2e4213ba-4dea-434d-968d-437e7fb56516. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 989.102262] env[65997]: DEBUG oslo_concurrency.lockutils [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] Acquiring lock "refresh_cache-b7809259-7fe6-4cbe-8672-b585e99a612a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.102547] env[65997]: DEBUG oslo_concurrency.lockutils [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] Acquired lock "refresh_cache-b7809259-7fe6-4cbe-8672-b585e99a612a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.102835] env[65997]: DEBUG nova.network.neutron [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Refreshing network info cache for port 2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.473187] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718554, 'name': PowerOnVM_Task, 'duration_secs': 0.565854} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.473649] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.473945] env[65997]: INFO nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Took 10.26 seconds to spawn the instance on the hypervisor. [ 989.474386] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.475349] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26d6cc-7b97-4a09-801e-a93cbe54affe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.500402] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718557, 'name': CreateVM_Task, 'duration_secs': 0.436711} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.500579] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.501182] env[65997]: WARNING neutronclient.v2_0.client [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.501633] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.501789] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.502157] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.506384] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3d1e46-67ef-4de3-9b7f-e101c8f7916b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.514708] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 989.514708] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525951c6-06ff-9ff3-9999-d057f0d46d73" [ 989.514708] env[65997]: _type = "Task" [ 989.514708] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.544021] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525951c6-06ff-9ff3-9999-d057f0d46d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.544021] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718558, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.548971] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718559, 'name': ReconfigVM_Task, 'duration_secs': 0.290186} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.548971] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.548971] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.548971] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c0e119-0d8b-4bf8-a22d-8acd01a96827 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.555901] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 989.555901] env[65997]: value = "task-4718561" [ 989.555901] env[65997]: _type = "Task" [ 989.555901] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.575070] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.580579] env[65997]: DEBUG oslo_vmware.api [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Task: {'id': task-4718560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214913} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.582297] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.582556] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.582794] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.583037] env[65997]: INFO nova.compute.manager [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Took 1.21 seconds to destroy the instance on the hypervisor. [ 989.583378] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 989.587472] env[65997]: DEBUG nova.compute.manager [-] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 989.587623] env[65997]: DEBUG nova.network.neutron [-] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 989.587936] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.590670] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "06bec700-2ba6-4d17-a815-c52940118d9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.590973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "06bec700-2ba6-4d17-a815-c52940118d9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.607468] env[65997]: WARNING neutronclient.v2_0.client [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.632577] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.644085] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7a74f-fb62-46cb-a420-366eba6a7893 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.653339] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4324ee7e-e9d4-446b-948d-c01c173652c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.689467] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc22a8-e271-4cc9-a5e5-d85937e5be24 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.698464] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765242a-5e6b-4f76-9630-108758c6943e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.715335] env[65997]: DEBUG nova.compute.provider_tree [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.003615] env[65997]: INFO nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Took 30.81 seconds to build instance. [ 990.032308] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525951c6-06ff-9ff3-9999-d057f0d46d73, 'name': SearchDatastore_Task, 'duration_secs': 0.028589} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.034945] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.035203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.035440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.035586] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.035759] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.036043] env[65997]: DEBUG oslo_vmware.api [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718558, 'name': PowerOnVM_Task, 'duration_secs': 0.566464} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.036251] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b059d93b-c7e3-4a79-ad06-944b0f09f624 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.038530] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.038732] env[65997]: INFO nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Took 8.28 seconds to spawn the instance on the hypervisor. [ 990.038908] env[65997]: DEBUG nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.039750] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b67dd-69cf-463a-89a8-854e908fe71d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.053169] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.053416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.054414] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e26c8b-acec-4eb6-954b-722b7f876ff9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.069697] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 990.069697] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524ee677-60fa-0c67-9524-b5abd6a18caf" [ 990.069697] env[65997]: _type = "Task" [ 990.069697] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.076373] env[65997]: DEBUG oslo_vmware.api [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718561, 'name': PowerOnVM_Task, 'duration_secs': 0.405717} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.077184] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.077694] env[65997]: DEBUG nova.compute.manager [None req-4abc31f4-c446-4911-b51e-55da9657131a tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.080861] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716ad1a-227f-46cc-9641-b0d298c64170 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.084782] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524ee677-60fa-0c67-9524-b5abd6a18caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.098890] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 990.175272] env[65997]: WARNING neutronclient.v2_0.client [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.180999] env[65997]: DEBUG nova.compute.manager [req-b494ca57-ea66-4c0a-b11c-337958aaffb0 req-d9d69222-bfb9-40c3-9c7a-f836374ab11a service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Received event network-vif-deleted-4c2a395f-613d-4f40-9dec-fcdfb14d5b7e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.182534] env[65997]: INFO nova.compute.manager [req-b494ca57-ea66-4c0a-b11c-337958aaffb0 req-d9d69222-bfb9-40c3-9c7a-f836374ab11a service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Neutron deleted interface 4c2a395f-613d-4f40-9dec-fcdfb14d5b7e; detaching it from the instance and deleting it from the info cache [ 990.182786] env[65997]: DEBUG nova.network.neutron [req-b494ca57-ea66-4c0a-b11c-337958aaffb0 req-d9d69222-bfb9-40c3-9c7a-f836374ab11a service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.218378] env[65997]: DEBUG nova.scheduler.client.report [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.281916] env[65997]: DEBUG nova.network.neutron [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Updated VIF entry in instance network info cache for port 2e4213ba-4dea-434d-968d-437e7fb56516. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.282602] env[65997]: DEBUG nova.network.neutron [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Updating instance_info_cache with network_info: [{"id": "2e4213ba-4dea-434d-968d-437e7fb56516", "address": "fa:16:3e:37:8c:86", "network": {"id": "86fcd6f8-fc26-431a-9c0e-75780d88289f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509359950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2f5dbccace41caa28cc3f77bfb0c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4213ba-4d", "ovs_interfaceid": "2e4213ba-4dea-434d-968d-437e7fb56516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.319034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.319959] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.375749] env[65997]: DEBUG oslo_concurrency.lockutils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.375749] env[65997]: DEBUG oslo_concurrency.lockutils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.377949] env[65997]: DEBUG nova.network.neutron [-] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.505740] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.320s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.563086] env[65997]: INFO nova.compute.manager [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Took 31.33 seconds to build instance. [ 990.582770] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524ee677-60fa-0c67-9524-b5abd6a18caf, 'name': SearchDatastore_Task, 'duration_secs': 0.028982} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.583249] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23005aa-d5f8-4017-890d-4be8a8eb445e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.589730] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 990.589730] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e8ca37-33d4-063a-ce86-e3ec54f3bc80" [ 990.589730] env[65997]: _type = "Task" [ 990.589730] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.601039] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e8ca37-33d4-063a-ce86-e3ec54f3bc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.628437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.685517] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ebd9914-91aa-4b08-9280-3e1cb8095284 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697837] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b586a58a-703f-499e-a9b2-8a9e24bfe643 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.735913] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.736713] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 990.739915] env[65997]: DEBUG nova.compute.manager [req-b494ca57-ea66-4c0a-b11c-337958aaffb0 req-d9d69222-bfb9-40c3-9c7a-f836374ab11a service nova] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Detach interface failed, port_id=4c2a395f-613d-4f40-9dec-fcdfb14d5b7e, reason: Instance 8b17d9da-650f-4ce2-869d-363b2fd90237 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.740626] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.912s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.787014] env[65997]: DEBUG oslo_concurrency.lockutils [req-84c2617c-1ccb-4672-aa19-f360c56cffed req-843aa862-9824-49d7-b9a7-3ae6d45e037b service nova] Releasing lock "refresh_cache-b7809259-7fe6-4cbe-8672-b585e99a612a" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.826766] env[65997]: DEBUG nova.compute.utils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.879404] env[65997]: DEBUG nova.compute.utils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.882432] env[65997]: INFO nova.compute.manager [-] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Took 1.29 seconds to deallocate network for instance. [ 991.064405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-66f73869-8799-44c8-828c-5c7a6221c216 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.837s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.104598] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e8ca37-33d4-063a-ce86-e3ec54f3bc80, 'name': SearchDatastore_Task, 'duration_secs': 0.02366} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.104932] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.106027] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b7809259-7fe6-4cbe-8672-b585e99a612a/b7809259-7fe6-4cbe-8672-b585e99a612a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.106027] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55773a4a-5c81-4ab3-afc5-5a25bb4127c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.115415] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 991.115415] env[65997]: value = "task-4718562" [ 991.115415] env[65997]: _type = "Task" [ 991.115415] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.128834] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.242450] env[65997]: DEBUG nova.compute.utils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.244776] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 991.245427] env[65997]: DEBUG nova.network.neutron [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 991.246397] env[65997]: WARNING neutronclient.v2_0.client [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.246898] env[65997]: WARNING neutronclient.v2_0.client [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.310051] env[65997]: DEBUG nova.policy [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44aff59cc2434dee875ee429fb36bb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e4680af13841c8828d561432b7ac02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.331622] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.381537] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 991.382287] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920800', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'name': 'volume-52783eb3-238e-43e5-9785-d8ee6d345f1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40', 'attached_at': '', 'detached_at': '', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'serial': '52783eb3-238e-43e5-9785-d8ee6d345f1e'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 991.383042] env[65997]: DEBUG oslo_concurrency.lockutils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.384356] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b6f22-aad7-47ed-ae83-3f38cf14b134 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.410484] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.411940] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782772e4-fe5b-440e-b648-405aefce1d95 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.448771] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-52783eb3-238e-43e5-9785-d8ee6d345f1e/volume-52783eb3-238e-43e5-9785-d8ee6d345f1e.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.448771] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e198e2-bb2c-4906-95de-3bf8a7ef5bd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.473739] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 991.473739] env[65997]: value = "task-4718563" [ 991.473739] env[65997]: _type = "Task" [ 991.473739] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.484290] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.630230] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718562, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.736156] env[65997]: DEBUG nova.network.neutron [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Successfully created port: 1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.751619] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 991.763516] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Applying migration context for instance 2fdcefb4-020c-4d13-8662-059951d3ccba as it has an incoming, in-progress migration 74e99898-e86f-4fbd-a5a0-c79b3c6d24d8. Migration status is confirming {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 991.766088] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating resource usage from migration 74e99898-e86f-4fbd-a5a0-c79b3c6d24d8 [ 991.800018] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.800298] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11af8a7e-1dc4-4b12-8834-f57b7d891134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.800488] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4c307382-726d-43b9-b068-658df2f21c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.800642] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 57fd412b-c516-433e-a043-ebad4eef4cc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.800772] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance e4843eaf-400b-4865-936d-65a3d87b4f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.800935] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 9cb277fd-864e-44b5-a7ad-3be289151910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.801320] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.801402] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1fd7a60e-804f-4e87-84ed-0f5b72667fce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.802492] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 2eb5407f-a830-4551-ab01-4cf997c312eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.802970] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Migration 74e99898-e86f-4fbd-a5a0-c79b3c6d24d8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 991.802970] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 2fdcefb4-020c-4d13-8662-059951d3ccba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.802970] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 584a1809-0558-4ad6-89e2-dd10b3047dfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.803194] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 8b17d9da-650f-4ce2-869d-363b2fd90237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.803194] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1c94ff34-d9cb-4ae7-bf10-43ad441254be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.803314] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.803458] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b7809259-7fe6-4cbe-8672-b585e99a612a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.803575] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 161cf2c1-da7d-4755-9c1d-d5c451198642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 991.987906] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.132889] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68153} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.132889] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] b7809259-7fe6-4cbe-8672-b585e99a612a/b7809259-7fe6-4cbe-8672-b585e99a612a.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.132889] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.132889] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4977094c-d2f3-4079-9b94-36f34fbfc6ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.142035] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 992.142035] env[65997]: value = "task-4718564" [ 992.142035] env[65997]: _type = "Task" [ 992.142035] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.155855] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.308586] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4b82b4ce-00c3-4062-95cb-c81c1431649c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 992.437048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.437201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.437533] env[65997]: INFO nova.compute.manager [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Attaching volume 8e002108-6fda-4747-adb4-1788b6939261 to /dev/sdb [ 992.486513] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.491603] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a5aa0-b332-4b12-bc93-e7dd935f74a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.501026] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130997d3-4fe6-454e-88c2-daa72ddd3e2e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.508357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.508510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.508749] env[65997]: INFO nova.compute.manager [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Attaching volume f5626bd3-0150-4c4e-b9d7-9fb88a979989 to /dev/sdb [ 992.520035] env[65997]: DEBUG nova.virt.block_device [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating existing volume attachment record: 8d43590d-42f5-47be-a62a-7912b34443b6 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 992.548773] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94caa3d6-cf94-483a-b499-4f3c4362cf67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.557807] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5f391-0905-415c-8769-1d27fc62629e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.575432] env[65997]: DEBUG nova.virt.block_device [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updating existing volume attachment record: 1811fabd-1648-4be9-91cf-6835dc0504cf {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 992.656409] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081503} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.656815] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.657663] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9300409-a998-41dd-a807-cc7feea8a62d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.689493] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b7809259-7fe6-4cbe-8672-b585e99a612a/b7809259-7fe6-4cbe-8672-b585e99a612a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.690028] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c3149a-f17c-4986-883f-68b564b4b535 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.715753] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 992.715753] env[65997]: value = "task-4718566" [ 992.715753] env[65997]: _type = "Task" [ 992.715753] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.726680] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.764204] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 992.799673] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.799973] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.800525] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.801056] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.803041] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.803041] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.803041] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.803041] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.803041] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.803275] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.803358] env[65997]: DEBUG nova.virt.hardware [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.804366] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7572b-dde5-4662-a9bb-344429cf18d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.816757] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance c85b1920-bb1a-4037-924d-3f95f4ea606e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 992.816993] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (9e1a15bd-fb11-46b1-bf35-a6d54600733e): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 992.820196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bdf24a-b299-4792-b9c2-02b26274025c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.989751] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.227151] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.328221] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 06bec700-2ba6-4d17-a815-c52940118d9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 993.328404] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 993.328697] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '12', 'num_task_None': '14', 'num_os_type_None': '16', 'num_proj_0e89748fbce84e5080ada51a30818685': '2', 'io_workload': '2', 'num_proj_198a4ecec02d440289419a63a0c36717': '2', 'num_proj_e5ae9d0c3de540d1b1017ec98d4d37ab': '2', 'num_proj_442f1894b0da4e139b2a8090c12161f6': '1', 'num_vm_rescued': '1', 'num_proj_4adb2ae756114112b657725be70dab80': '2', 'num_proj_1396886123ae4f84938b7e47d9ac222a': '1', 'num_vm_resized': '1', 'num_proj_85f9088c6d11482994eeb300852b0c37': '1', 'num_task_deleting': '1', 'num_proj_6081d027f50b4ed2bcf790c38ea983fa': '1', 'num_proj_f2ea25588211452bbac8da2040525c46': '2', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_3e2f5dbccace41caa28cc3f77bfb0c52': '1', 'num_proj_e7e4680af13841c8828d561432b7ac02': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 993.385459] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "2eb5407f-a830-4551-ab01-4cf997c312eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.386295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.386516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "2eb5407f-a830-4551-ab01-4cf997c312eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.386709] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.386957] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.391055] env[65997]: INFO nova.compute.manager [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Terminating instance [ 993.419803] env[65997]: DEBUG nova.compute.manager [req-d5775b07-4eb8-41b7-be7e-624eb5db8c15 req-4158580d-5297-4580-9981-e4b3de788952 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Received event network-vif-plugged-1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.420365] env[65997]: DEBUG oslo_concurrency.lockutils [req-d5775b07-4eb8-41b7-be7e-624eb5db8c15 req-4158580d-5297-4580-9981-e4b3de788952 service nova] Acquiring lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.420920] env[65997]: DEBUG oslo_concurrency.lockutils [req-d5775b07-4eb8-41b7-be7e-624eb5db8c15 req-4158580d-5297-4580-9981-e4b3de788952 service nova] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.421302] env[65997]: DEBUG oslo_concurrency.lockutils [req-d5775b07-4eb8-41b7-be7e-624eb5db8c15 req-4158580d-5297-4580-9981-e4b3de788952 service nova] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.421707] env[65997]: DEBUG nova.compute.manager [req-d5775b07-4eb8-41b7-be7e-624eb5db8c15 req-4158580d-5297-4580-9981-e4b3de788952 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] No waiting events found dispatching network-vif-plugged-1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 993.424388] env[65997]: WARNING nova.compute.manager [req-d5775b07-4eb8-41b7-be7e-624eb5db8c15 req-4158580d-5297-4580-9981-e4b3de788952 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Received unexpected event network-vif-plugged-1a4b48ca-5374-439f-87a1-c1efc0629079 for instance with vm_state building and task_state spawning. [ 993.476423] env[65997]: DEBUG nova.network.neutron [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Successfully updated port: 1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.490400] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718563, 'name': ReconfigVM_Task, 'duration_secs': 1.543759} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.493314] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-52783eb3-238e-43e5-9785-d8ee6d345f1e/volume-52783eb3-238e-43e5-9785-d8ee6d345f1e.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.504034] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31924179-2a34-47b2-a07e-beea42567c78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.523130] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 993.523130] env[65997]: value = "task-4718572" [ 993.523130] env[65997]: _type = "Task" [ 993.523130] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.545292] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.731837] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718566, 'name': ReconfigVM_Task, 'duration_secs': 0.790892} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.731837] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b7809259-7fe6-4cbe-8672-b585e99a612a/b7809259-7fe6-4cbe-8672-b585e99a612a.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.731837] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee722513-9bb2-4d86-98a9-d28dea14ad31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.741893] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 993.741893] env[65997]: value = "task-4718573" [ 993.741893] env[65997]: _type = "Task" [ 993.741893] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.751972] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718573, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.786328] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88329845-56d6-4862-ae9a-b2bf53c9f358 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.796041] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316703cf-7697-473b-bcdb-af534567b66d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.834421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4792785-1c78-467d-81cb-d5d27e1bfc8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.844090] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7cf1b-1c41-4a7c-8950-9f6791596b6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.859292] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.870999] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.871346] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.871556] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.873294] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.873294] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.875642] env[65997]: INFO nova.compute.manager [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Terminating instance [ 993.901617] env[65997]: DEBUG nova.compute.manager [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 993.902062] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.903449] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da4ae1-6a31-4c37-87d2-be1ef8e454c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.914871] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.915293] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23ab4d4-2a81-4d61-9cd3-f048973ae46f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.923614] env[65997]: DEBUG oslo_vmware.api [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 993.923614] env[65997]: value = "task-4718574" [ 993.923614] env[65997]: _type = "Task" [ 993.923614] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.935302] env[65997]: DEBUG oslo_vmware.api [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.983917] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.984224] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.984461] env[65997]: DEBUG nova.network.neutron [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.040878] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.040942] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.041186] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.041440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.041845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.043703] env[65997]: DEBUG oslo_vmware.api [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718572, 'name': ReconfigVM_Task, 'duration_secs': 0.17541} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.044366] env[65997]: INFO nova.compute.manager [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Terminating instance [ 994.045917] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920800', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'name': 'volume-52783eb3-238e-43e5-9785-d8ee6d345f1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40', 'attached_at': '', 'detached_at': '', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'serial': '52783eb3-238e-43e5-9785-d8ee6d345f1e'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 994.253490] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718573, 'name': Rename_Task, 'duration_secs': 0.21333} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.253934] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.254055] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f1c2de0-3255-4ca4-ada0-7d8fd6555613 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.262183] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 994.262183] env[65997]: value = "task-4718575" [ 994.262183] env[65997]: _type = "Task" [ 994.262183] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.273696] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.363011] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.379963] env[65997]: DEBUG nova.compute.manager [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 994.380233] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.381176] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f13e581-6f2c-41b0-b6f7-d1ce59bbcd62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.392849] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.393143] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f876cdf7-9e57-463d-9c05-263e9d46e986 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.401659] env[65997]: DEBUG oslo_vmware.api [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 994.401659] env[65997]: value = "task-4718576" [ 994.401659] env[65997]: _type = "Task" [ 994.401659] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.411091] env[65997]: DEBUG oslo_vmware.api [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.435880] env[65997]: DEBUG oslo_vmware.api [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718574, 'name': PowerOffVM_Task, 'duration_secs': 0.206516} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.436568] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.436899] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.437391] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaed1549-f598-4c6a-88a8-eb140fd7f82e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.524595] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.524595] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.524595] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Deleting the datastore file [datastore2] 2eb5407f-a830-4551-ab01-4cf997c312eb {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.524746] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9d2315f-dad6-4e01-9a6a-1dc839d90fb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.532128] env[65997]: DEBUG oslo_vmware.api [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 994.532128] env[65997]: value = "task-4718578" [ 994.532128] env[65997]: _type = "Task" [ 994.532128] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.541640] env[65997]: DEBUG oslo_vmware.api [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.542752] env[65997]: DEBUG nova.network.neutron [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 994.552618] env[65997]: DEBUG nova.compute.manager [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 994.552719] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.554023] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32290fc1-b729-4fce-a810-d4e66788286e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.562898] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.563192] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9bef19b-00b4-45c1-8414-43f5c39d1346 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.572727] env[65997]: DEBUG oslo_vmware.api [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 994.572727] env[65997]: value = "task-4718579" [ 994.572727] env[65997]: _type = "Task" [ 994.572727] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.582682] env[65997]: DEBUG oslo_vmware.api [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.650280] env[65997]: WARNING neutronclient.v2_0.client [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.747346] env[65997]: DEBUG nova.network.neutron [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [{"id": "1a4b48ca-5374-439f-87a1-c1efc0629079", "address": "fa:16:3e:b0:bf:bb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4b48ca-53", "ovs_interfaceid": "1a4b48ca-5374-439f-87a1-c1efc0629079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.778755] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718575, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.868846] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 994.869110] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.128s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.869470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.849s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.871066] env[65997]: INFO nova.compute.claims [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.911957] env[65997]: DEBUG oslo_vmware.api [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718576, 'name': PowerOffVM_Task, 'duration_secs': 0.190103} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.912273] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.912423] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.912688] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2379f223-caac-4c93-9039-2deab3b750ca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.998152] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.998634] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.998891] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleting the datastore file [datastore1] 1c94ff34-d9cb-4ae7-bf10-43ad441254be {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.999200] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98260dd5-994e-4758-9024-d2eb590e0ef6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.008479] env[65997]: DEBUG oslo_vmware.api [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 995.008479] env[65997]: value = "task-4718581" [ 995.008479] env[65997]: _type = "Task" [ 995.008479] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.017768] env[65997]: DEBUG oslo_vmware.api [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.023029] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.023287] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.045506] env[65997]: DEBUG oslo_vmware.api [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261146} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.045917] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.046281] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.046589] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.046885] env[65997]: INFO nova.compute.manager [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.047437] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.047605] env[65997]: DEBUG nova.compute.manager [-] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.047789] env[65997]: DEBUG nova.network.neutron [-] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.048178] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.084999] env[65997]: DEBUG oslo_vmware.api [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718579, 'name': PowerOffVM_Task, 'duration_secs': 0.23511} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.085329] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.085523] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.085812] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545d1616-6d45-4d2e-8002-960a5b7601c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.113144] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.159276] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.159276] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.159477] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleting the datastore file [datastore1] 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.160032] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be51142-86d4-4844-9632-17dd2c2ab262 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.171330] env[65997]: DEBUG oslo_vmware.api [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for the task: (returnval){ [ 995.171330] env[65997]: value = "task-4718583" [ 995.171330] env[65997]: _type = "Task" [ 995.171330] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.180292] env[65997]: DEBUG oslo_vmware.api [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.250205] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.250673] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Instance network_info: |[{"id": "1a4b48ca-5374-439f-87a1-c1efc0629079", "address": "fa:16:3e:b0:bf:bb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4b48ca-53", "ovs_interfaceid": "1a4b48ca-5374-439f-87a1-c1efc0629079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 995.251161] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:bf:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4b48ca-5374-439f-87a1-c1efc0629079', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.258766] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.259149] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.259318] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316a48fb-da50-456a-a008-7e8c6956fedf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.284031] env[65997]: DEBUG oslo_vmware.api [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718575, 'name': PowerOnVM_Task, 'duration_secs': 0.549465} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.285399] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.285778] env[65997]: INFO nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Took 9.11 seconds to spawn the instance on the hypervisor. [ 995.285818] env[65997]: DEBUG nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 995.286127] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.286127] env[65997]: value = "task-4718584" [ 995.286127] env[65997]: _type = "Task" [ 995.286127] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.287031] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bf573-bd43-4db0-a935-291aea7c7a4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.307693] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718584, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.380682] env[65997]: DEBUG nova.compute.manager [req-26fc28b4-4f83-472f-845d-de34ac80724b req-6a34b7bc-1bb9-494d-9360-d74ebed9bed6 service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Received event network-vif-deleted-34982213-08ce-4e47-9b78-27babe4b0118 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.380682] env[65997]: INFO nova.compute.manager [req-26fc28b4-4f83-472f-845d-de34ac80724b req-6a34b7bc-1bb9-494d-9360-d74ebed9bed6 service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Neutron deleted interface 34982213-08ce-4e47-9b78-27babe4b0118; detaching it from the instance and deleting it from the info cache [ 995.380682] env[65997]: DEBUG nova.network.neutron [req-26fc28b4-4f83-472f-845d-de34ac80724b req-6a34b7bc-1bb9-494d-9360-d74ebed9bed6 service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.451681] env[65997]: DEBUG nova.compute.manager [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Received event network-changed-1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.451681] env[65997]: DEBUG nova.compute.manager [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Refreshing instance network info cache due to event network-changed-1a4b48ca-5374-439f-87a1-c1efc0629079. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 995.451760] env[65997]: DEBUG oslo_concurrency.lockutils [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] Acquiring lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.452085] env[65997]: DEBUG oslo_concurrency.lockutils [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] Acquired lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.452280] env[65997]: DEBUG nova.network.neutron [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Refreshing network info cache for port 1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.524922] env[65997]: DEBUG oslo_vmware.api [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169938} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.525336] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 995.528329] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.528552] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.528787] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.528975] env[65997]: INFO nova.compute.manager [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.529332] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.530115] env[65997]: DEBUG nova.compute.manager [-] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.530275] env[65997]: DEBUG nova.network.neutron [-] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.530564] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.577584] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.682732] env[65997]: DEBUG oslo_vmware.api [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Task: {'id': task-4718583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13752} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.682732] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.682943] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.683089] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.683284] env[65997]: INFO nova.compute.manager [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.683538] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.683761] env[65997]: DEBUG nova.compute.manager [-] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.683862] env[65997]: DEBUG nova.network.neutron [-] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.684356] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.722333] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.801018] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718584, 'name': CreateVM_Task, 'duration_secs': 0.391413} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.801018] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.801220] env[65997]: WARNING neutronclient.v2_0.client [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.801654] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.801692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.802038] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.802306] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80ca77e-bf56-495a-98e7-378bd0307406 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.818180] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 995.818180] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52555ba7-e9bd-1b63-3826-e1810b2cfd3b" [ 995.818180] env[65997]: _type = "Task" [ 995.818180] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.825562] env[65997]: INFO nova.compute.manager [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Took 33.21 seconds to build instance. [ 995.836184] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52555ba7-e9bd-1b63-3826-e1810b2cfd3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.840072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.840072] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.840142] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.840476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.840476] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.841088] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d66f3d7-9603-4548-a9a4-2cdaad36af4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.853277] env[65997]: DEBUG nova.network.neutron [-] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.855099] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.855408] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.856462] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5c8b4d-8538-4198-881c-7e82547b94fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.863888] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 995.863888] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b4d169-ad0e-9d52-7f9c-580fb7b5262d" [ 995.863888] env[65997]: _type = "Task" [ 995.863888] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.875473] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b4d169-ad0e-9d52-7f9c-580fb7b5262d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.886140] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a63f627a-73ed-4f1e-9069-c469670900db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.897446] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9856d981-d462-4648-acd1-6518b97bf11f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.934929] env[65997]: DEBUG nova.compute.manager [req-26fc28b4-4f83-472f-845d-de34ac80724b req-6a34b7bc-1bb9-494d-9360-d74ebed9bed6 service nova] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Detach interface failed, port_id=34982213-08ce-4e47-9b78-27babe4b0118, reason: Instance 2eb5407f-a830-4551-ab01-4cf997c312eb could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.954759] env[65997]: WARNING neutronclient.v2_0.client [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.045576] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.105230] env[65997]: WARNING neutronclient.v2_0.client [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.193587] env[65997]: DEBUG nova.network.neutron [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updated VIF entry in instance network info cache for port 1a4b48ca-5374-439f-87a1-c1efc0629079. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.193587] env[65997]: DEBUG nova.network.neutron [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [{"id": "1a4b48ca-5374-439f-87a1-c1efc0629079", "address": "fa:16:3e:b0:bf:bb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4b48ca-53", "ovs_interfaceid": "1a4b48ca-5374-439f-87a1-c1efc0629079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.214030] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63564549-a2ce-4718-a822-f23a79ed6313 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.222970] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a357925d-6e31-4a18-908e-3ab363325af4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.255994] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ef27d-0e77-4e85-8395-ccb56a51ad76 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.264456] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15cffc6-1f33-4dc3-b05b-ff1be188679c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.279033] env[65997]: DEBUG nova.compute.provider_tree [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.331799] env[65997]: DEBUG oslo_concurrency.lockutils [None req-468612a4-72e6-445b-9242-b243f6c8e66d tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.726s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.340440] env[65997]: DEBUG nova.network.neutron [-] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.356128] env[65997]: INFO nova.compute.manager [-] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Took 1.31 seconds to deallocate network for instance. [ 996.377252] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b4d169-ad0e-9d52-7f9c-580fb7b5262d, 'name': SearchDatastore_Task, 'duration_secs': 0.016281} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.378782] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03def8a4-f56c-45ab-bd93-e1af84be3ca1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.386277] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 996.386277] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52de1c28-c073-4176-c2de-9cce47b5c12d" [ 996.386277] env[65997]: _type = "Task" [ 996.386277] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.396785] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52de1c28-c073-4176-c2de-9cce47b5c12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.440920] env[65997]: DEBUG nova.network.neutron [-] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.696385] env[65997]: DEBUG oslo_concurrency.lockutils [req-60ada7e9-13c3-4f46-a49b-327f3e25b8de req-0b2e22e7-5a09-4f2a-9ae3-49a8549a1e63 service nova] Releasing lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.782849] env[65997]: DEBUG nova.scheduler.client.report [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.844314] env[65997]: INFO nova.compute.manager [-] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Took 1.31 seconds to deallocate network for instance. [ 996.864092] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.899018] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52de1c28-c073-4176-c2de-9cce47b5c12d, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.899139] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.899477] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642/161cf2c1-da7d-4755-9c1d-d5c451198642.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.899750] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd776059-0942-4ba8-bd33-30c4f0426a32 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.907067] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 996.907067] env[65997]: value = "task-4718587" [ 996.907067] env[65997]: _type = "Task" [ 996.907067] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.916263] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.943773] env[65997]: INFO nova.compute.manager [-] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Took 1.26 seconds to deallocate network for instance. [ 997.288399] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.289011] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 997.294213] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.155s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.295912] env[65997]: INFO nova.compute.claims [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.356212] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.414505] env[65997]: DEBUG nova.compute.manager [req-7cf11007-6226-4ff6-9107-94fbf76e0b48 req-4ed3f597-cc58-4b9b-a925-95786f5f563e service nova] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Received event network-vif-deleted-05631dec-0219-44cd-ad66-60e4b579dfd1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.422912] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.423191] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642/161cf2c1-da7d-4755-9c1d-d5c451198642.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.423767] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.423767] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b3c13a0-4de8-4005-9d10-a7dd4482c128 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.434040] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 997.434040] env[65997]: value = "task-4718588" [ 997.434040] env[65997]: _type = "Task" [ 997.434040] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.443511] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.451709] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.480777] env[65997]: DEBUG nova.compute.manager [req-a0b5ce36-9b02-47d5-b959-9d2ca2ffb5aa req-23267634-df1c-4135-bf09-b177a77b9382 service nova] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Received event network-vif-deleted-becf3498-2fba-4852-a87b-554b6deaaa43 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.580018] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 997.580280] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920803', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'name': 'volume-8e002108-6fda-4747-adb4-1788b6939261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57fd412b-c516-433e-a043-ebad4eef4cc2', 'attached_at': '', 'detached_at': '', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'serial': '8e002108-6fda-4747-adb4-1788b6939261'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 997.581274] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9144a0d3-a1a5-49bc-9cf8-475a1f361ddc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.599487] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b0da0-04aa-451f-84e2-27e8e148e247 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.627773] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-8e002108-6fda-4747-adb4-1788b6939261/volume-8e002108-6fda-4747-adb4-1788b6939261.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.628440] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d64fedaa-3d56-4223-aae9-d37790529fb5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.643060] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 997.643349] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 997.644217] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66070c9f-a467-406f-a49f-6c515c3fff75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.663757] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612dfeab-43ce-4fbb-bcaf-c5385d4aac5e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.666528] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 997.666528] env[65997]: value = "task-4718589" [ 997.666528] env[65997]: _type = "Task" [ 997.666528] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.695289] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989/volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.704065] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420b510c-a596-432b-b264-624f95db6393 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.714375] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.718914] env[65997]: DEBUG nova.compute.manager [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 997.721331] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c862b-60ed-4752-b32e-87ac37e5ae49 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.727582] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 997.727582] env[65997]: value = "task-4718590" [ 997.727582] env[65997]: _type = "Task" [ 997.727582] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.741831] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.801492] env[65997]: DEBUG nova.compute.utils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.807096] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 997.807434] env[65997]: DEBUG nova.network.neutron [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 997.807917] env[65997]: WARNING neutronclient.v2_0.client [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.809144] env[65997]: WARNING neutronclient.v2_0.client [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.864489] env[65997]: DEBUG nova.policy [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11b9ba860c8845c1b9e0c0c930a9b80e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ea855a876342a8a48124005702976a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.944960] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076984} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.945828] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.946105] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623cec66-f24b-466d-83e0-8f790bdf940e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.971439] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642/161cf2c1-da7d-4755-9c1d-d5c451198642.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.971699] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c0e778-bc3f-4858-9605-978e11913052 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.995718] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 997.995718] env[65997]: value = "task-4718591" [ 997.995718] env[65997]: _type = "Task" [ 997.995718] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.005570] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.178478] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.215073] env[65997]: DEBUG nova.network.neutron [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Successfully created port: 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 998.218281] env[65997]: DEBUG nova.objects.instance [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'flavor' on Instance uuid db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.238120] env[65997]: INFO nova.compute.manager [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] instance snapshotting [ 998.245102] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.246565] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378ad4fe-049c-4fe8-a4fc-64bc55263762 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.275620] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05804740-326b-4ded-9bfb-e86e01a4fb57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.307943] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 998.506981] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718591, 'name': ReconfigVM_Task, 'duration_secs': 0.309927} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.510127] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642/161cf2c1-da7d-4755-9c1d-d5c451198642.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.510860] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a52b0a3-e840-4754-a1e2-d95ec0aa07f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.519351] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 998.519351] env[65997]: value = "task-4718592" [ 998.519351] env[65997]: _type = "Task" [ 998.519351] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.530725] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718592, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.677155] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9219b3d-951a-4531-95f9-5a82cd381717 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.683139] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718589, 'name': ReconfigVM_Task, 'duration_secs': 0.780512} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.683816] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-8e002108-6fda-4747-adb4-1788b6939261/volume-8e002108-6fda-4747-adb4-1788b6939261.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.690495] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa35701c-b957-4191-b0e1-7f87528cda48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.701393] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8cef2-b938-47d9-a01d-ec565139fdeb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.738235] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b911af8c-5405-48ed-891c-4843dd8eacfe tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 14.483s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.744879] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff55716f-09a3-4031-8494-14b58997f7f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.747975] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 998.747975] env[65997]: value = "task-4718593" [ 998.747975] env[65997]: _type = "Task" [ 998.747975] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.758061] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718590, 'name': ReconfigVM_Task, 'duration_secs': 0.750735} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.759508] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989/volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.765188] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300ef9e7-4f8e-45cb-9609-58c180f053f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.774603] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674f2850-a2f8-410a-9d96-bd452707adef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.785357] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.798953] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.799545] env[65997]: DEBUG nova.compute.provider_tree [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.802497] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de0e2a37-8abe-4274-93a1-2c70c5fa1aab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.804533] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 998.804533] env[65997]: value = "task-4718594" [ 998.804533] env[65997]: _type = "Task" [ 998.804533] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.816311] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 998.816311] env[65997]: value = "task-4718595" [ 998.816311] env[65997]: _type = "Task" [ 998.816311] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.820756] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.831179] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718595, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.031421] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718592, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.260167] env[65997]: DEBUG oslo_vmware.api [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718593, 'name': ReconfigVM_Task, 'duration_secs': 0.21596} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.260444] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920803', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'name': 'volume-8e002108-6fda-4747-adb4-1788b6939261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57fd412b-c516-433e-a043-ebad4eef4cc2', 'attached_at': '', 'detached_at': '', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'serial': '8e002108-6fda-4747-adb4-1788b6939261'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 999.306165] env[65997]: DEBUG nova.scheduler.client.report [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.318077] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 999.324518] env[65997]: DEBUG oslo_vmware.api [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718594, 'name': ReconfigVM_Task, 'duration_secs': 0.189902} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.328857] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 999.337846] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718595, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.350748] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 999.351497] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.351758] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 999.352308] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.352479] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 999.352624] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 999.352854] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.353180] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 999.354430] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 999.354771] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 999.355131] env[65997]: DEBUG nova.virt.hardware [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 999.356900] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd05f4a-13ef-427a-8266-266c22920ccd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.367817] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebe99b4-8c39-421c-815a-c155a33071b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.530810] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718592, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.818016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.818016] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 999.819540] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.542s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.826018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.826707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.065s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.846709] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718595, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.035262] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718592, 'name': Rename_Task, 'duration_secs': 1.150752} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.035903] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.036358] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-705d19dd-fa2a-4893-9236-78b333cb3da6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.044780] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1000.044780] env[65997]: value = "task-4718596" [ 1000.044780] env[65997]: _type = "Task" [ 1000.044780] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.054612] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.078099] env[65997]: DEBUG nova.compute.manager [req-dea78f41-9a34-4210-800e-7994447dfdc3 req-e34f5ac5-37be-4a55-ba99-a1f26fa30ba4 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Received event network-vif-plugged-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1000.078330] env[65997]: DEBUG oslo_concurrency.lockutils [req-dea78f41-9a34-4210-800e-7994447dfdc3 req-e34f5ac5-37be-4a55-ba99-a1f26fa30ba4 service nova] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.078543] env[65997]: DEBUG oslo_concurrency.lockutils [req-dea78f41-9a34-4210-800e-7994447dfdc3 req-e34f5ac5-37be-4a55-ba99-a1f26fa30ba4 service nova] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.079224] env[65997]: DEBUG oslo_concurrency.lockutils [req-dea78f41-9a34-4210-800e-7994447dfdc3 req-e34f5ac5-37be-4a55-ba99-a1f26fa30ba4 service nova] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.079603] env[65997]: DEBUG nova.compute.manager [req-dea78f41-9a34-4210-800e-7994447dfdc3 req-e34f5ac5-37be-4a55-ba99-a1f26fa30ba4 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] No waiting events found dispatching network-vif-plugged-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1000.079897] env[65997]: WARNING nova.compute.manager [req-dea78f41-9a34-4210-800e-7994447dfdc3 req-e34f5ac5-37be-4a55-ba99-a1f26fa30ba4 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Received unexpected event network-vif-plugged-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a for instance with vm_state building and task_state spawning. [ 1000.282061] env[65997]: DEBUG nova.network.neutron [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Successfully updated port: 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1000.299045] env[65997]: DEBUG nova.objects.instance [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.331166] env[65997]: DEBUG nova.compute.utils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.343514] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1000.343718] env[65997]: DEBUG nova.network.neutron [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1000.344922] env[65997]: WARNING neutronclient.v2_0.client [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.345266] env[65997]: WARNING neutronclient.v2_0.client [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.353289] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5979a9d-dd02-4690-a8cd-99fa79db6377 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.063s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.354420] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.299s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.354736] env[65997]: INFO nova.compute.manager [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Unshelving [ 1000.365783] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718595, 'name': CreateSnapshot_Task, 'duration_secs': 1.194344} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.366185] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.367119] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80406193-a209-4ffe-bdf1-3acbe7935b50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.386975] env[65997]: DEBUG nova.objects.instance [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'flavor' on Instance uuid e4843eaf-400b-4865-936d-65a3d87b4f9c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.422614] env[65997]: DEBUG nova.policy [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.558700] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.694636] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bca3f5-dbb9-4fc6-9973-bf47c67cc89e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.704421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a9cf8-0c6a-4d14-8a77-70c6c557e398 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.739503] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5cf013-aa34-4d9a-ae7f-33e07db7ff21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.749914] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18692616-6977-4b10-a5dc-1e13ae675794 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.765992] env[65997]: DEBUG nova.compute.provider_tree [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.769980] env[65997]: DEBUG nova.network.neutron [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Successfully created port: acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1000.785450] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.785846] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.785846] env[65997]: DEBUG nova.network.neutron [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.805046] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8514002c-70f1-4ff7-954a-ee04f60622fd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.368s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.843737] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1000.898027] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.900084] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-644595fb-aa1f-40b8-a5ec-9c939a6facad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.904518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-312070e5-bd4a-4445-aaf5-705f4740828a tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.396s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.913532] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 1000.913532] env[65997]: value = "task-4718597" [ 1000.913532] env[65997]: _type = "Task" [ 1000.913532] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.925956] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718597, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.064304] env[65997]: DEBUG oslo_vmware.api [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718596, 'name': PowerOnVM_Task, 'duration_secs': 0.609857} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.064304] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.064304] env[65997]: INFO nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1001.064304] env[65997]: DEBUG nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.064304] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4240dd1-f093-449b-b0a4-e2d7555125e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.079383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "dce4468b-a028-4d65-a149-285973891d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.080422] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "dce4468b-a028-4d65-a149-285973891d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.269316] env[65997]: DEBUG nova.scheduler.client.report [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.326635] env[65997]: DEBUG nova.network.neutron [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1001.367123] env[65997]: DEBUG nova.compute.utils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.383039] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.383462] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.383696] env[65997]: DEBUG nova.compute.manager [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.384545] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd15f7c-e66f-42d6-b325-942ba72ff86d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.394572] env[65997]: DEBUG nova.compute.manager [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1001.395324] env[65997]: DEBUG nova.objects.instance [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.428444] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718597, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.529255] env[65997]: WARNING neutronclient.v2_0.client [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.582278] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1001.586193] env[65997]: INFO nova.compute.manager [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Took 23.75 seconds to build instance. [ 1001.641427] env[65997]: DEBUG nova.network.neutron [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.855866] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1001.873581] env[65997]: INFO nova.virt.block_device [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Booting with volume 6fc17507-82a9-496c-b679-45bccb63aa00 at /dev/sdb [ 1001.886102] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1001.886356] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.886513] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1001.886694] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.886838] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1001.886974] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1001.887531] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.887531] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1001.887531] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1001.887717] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1001.887820] env[65997]: DEBUG nova.virt.hardware [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1001.888713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c073d535-1ffe-4255-9289-50e5f9e92ff5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.901169] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96a0c57-5873-4e9c-b696-af6dcf486b04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.910208] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a19b9ca-7ea2-4030-b0d3-2c123556aaa8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.931404] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3175bb3-1058-4fba-b92b-a48251672371 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.946841] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718597, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.974663] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a58de4e2-c9c8-4713-91ae-b005b5c77a8f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.984870] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391963e6-33e3-4699-95ed-7528fa22dd97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.020515] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3a30a-1e4b-41b9-be6c-c195ab1bb7b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.029345] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d0866-caca-4367-b656-1cd088071e4e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.044475] env[65997]: DEBUG nova.virt.block_device [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating existing volume attachment record: 30b596ef-b74d-4b3a-a46e-8e351a8e0d42 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1002.064235] env[65997]: INFO nova.compute.manager [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Rebuilding instance [ 1002.090658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9efa7c3-37f9-4841-bfef-74de5cbc9c3f tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.270s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.105265] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.114240] env[65997]: DEBUG nova.compute.manager [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1002.115326] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45937ca6-bfaa-4d41-9c61-9d2918ffcbc8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.144899] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.145308] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Instance network_info: |[{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1002.145889] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5b:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b4d4fa-b1dd-407e-8dc5-27e0a39c882a', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.154296] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating folder: Project (e1ea855a876342a8a48124005702976a). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.155323] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6ae2e7-a0df-4e83-bf35-ce6a730053de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.167774] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created folder: Project (e1ea855a876342a8a48124005702976a) in parent group-v920549. [ 1002.167974] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating folder: Instances. Parent ref: group-v920809. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.168844] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29892640-7b1c-4c2a-b336-c0a1108a8b25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.183685] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created folder: Instances in parent group-v920809. [ 1002.183950] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.184173] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.184389] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25155e3-68af-42ea-86c9-b1ddb0dcec6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.204524] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.204524] env[65997]: value = "task-4718601" [ 1002.204524] env[65997]: _type = "Task" [ 1002.204524] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.213361] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718601, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.266866] env[65997]: DEBUG nova.compute.manager [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Received event network-changed-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.267164] env[65997]: DEBUG nova.compute.manager [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Refreshing instance network info cache due to event network-changed-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1002.267453] env[65997]: DEBUG oslo_concurrency.lockutils [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.267750] env[65997]: DEBUG oslo_concurrency.lockutils [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.268736] env[65997]: DEBUG nova.network.neutron [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Refreshing network info cache for port 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.287044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.459s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.291532] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.662s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.294032] env[65997]: INFO nova.compute.claims [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.299760] env[65997]: DEBUG nova.compute.manager [req-62736005-b708-44ae-b931-b81c9e82eb6f req-7639118a-10a5-4431-bc09-b5b5b7822160 service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Received event network-vif-plugged-acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.300995] env[65997]: DEBUG oslo_concurrency.lockutils [req-62736005-b708-44ae-b931-b81c9e82eb6f req-7639118a-10a5-4431-bc09-b5b5b7822160 service nova] Acquiring lock "c85b1920-bb1a-4037-924d-3f95f4ea606e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.300995] env[65997]: DEBUG oslo_concurrency.lockutils [req-62736005-b708-44ae-b931-b81c9e82eb6f req-7639118a-10a5-4431-bc09-b5b5b7822160 service nova] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.300995] env[65997]: DEBUG oslo_concurrency.lockutils [req-62736005-b708-44ae-b931-b81c9e82eb6f req-7639118a-10a5-4431-bc09-b5b5b7822160 service nova] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.300995] env[65997]: DEBUG nova.compute.manager [req-62736005-b708-44ae-b931-b81c9e82eb6f req-7639118a-10a5-4431-bc09-b5b5b7822160 service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] No waiting events found dispatching network-vif-plugged-acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1002.301217] env[65997]: WARNING nova.compute.manager [req-62736005-b708-44ae-b931-b81c9e82eb6f req-7639118a-10a5-4431-bc09-b5b5b7822160 service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Received unexpected event network-vif-plugged-acfcca5d-f26b-4296-95c6-558cd3e56545 for instance with vm_state building and task_state spawning. [ 1002.408594] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.409074] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae896d78-f380-4966-870c-cb4c41b01a51 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.419130] env[65997]: DEBUG oslo_vmware.api [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1002.419130] env[65997]: value = "task-4718604" [ 1002.419130] env[65997]: _type = "Task" [ 1002.419130] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.430060] env[65997]: DEBUG nova.network.neutron [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Successfully updated port: acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1002.433909] env[65997]: DEBUG oslo_vmware.api [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.439021] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718597, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.721149] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718601, 'name': CreateVM_Task, 'duration_secs': 0.392767} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.721507] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.722308] env[65997]: WARNING neutronclient.v2_0.client [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.722730] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.723237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.723461] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.723809] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e561bf6-f063-43e3-a899-018d21945f22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.731102] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1002.731102] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52276d61-bdd7-1b8d-3153-5a71c2473b4e" [ 1002.731102] env[65997]: _type = "Task" [ 1002.731102] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.744529] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52276d61-bdd7-1b8d-3153-5a71c2473b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.770515] env[65997]: WARNING neutronclient.v2_0.client [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.887722] env[65997]: INFO nova.scheduler.client.report [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocation for migration 74e99898-e86f-4fbd-a5a0-c79b3c6d24d8 [ 1002.940714] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-c85b1920-bb1a-4037-924d-3f95f4ea606e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.940821] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-c85b1920-bb1a-4037-924d-3f95f4ea606e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.941051] env[65997]: DEBUG nova.network.neutron [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1002.942160] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718597, 'name': CloneVM_Task, 'duration_secs': 1.931954} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.942381] env[65997]: DEBUG oslo_vmware.api [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718604, 'name': PowerOffVM_Task, 'duration_secs': 0.388511} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.942815] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Created linked-clone VM from snapshot [ 1002.943129] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.943286] env[65997]: DEBUG nova.compute.manager [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1002.944214] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3af5bc9-289c-4b01-85d6-b331c3d36910 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947753] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e6be5-88ce-4ae6-90f6-573e7e131bf1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.962060] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Uploading image d68dabfb-d6ba-471b-ada6-8887786cd1c0 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.977879] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.978708] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b27f3837-e956-4f1e-98b8-ae0f37c97611 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.987388] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 1002.987388] env[65997]: value = "task-4718605" [ 1002.987388] env[65997]: _type = "Task" [ 1002.987388] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.001644] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718605, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.014035] env[65997]: WARNING neutronclient.v2_0.client [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.132330] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.132505] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-081aa02b-12db-4ff9-b7c7-d14cda0ebef4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.141918] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1003.141918] env[65997]: value = "task-4718606" [ 1003.141918] env[65997]: _type = "Task" [ 1003.141918] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.147391] env[65997]: DEBUG nova.network.neutron [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updated VIF entry in instance network info cache for port 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1003.148025] env[65997]: DEBUG nova.network.neutron [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.158685] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.246830] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52276d61-bdd7-1b8d-3153-5a71c2473b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.02217} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.247099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.247293] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.247569] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.247749] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.247968] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.248597] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eea53ad-ec03-4d2b-b212-5e13cbce191d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.262040] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.262040] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.262544] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e56583d-dfda-4d30-8895-c666c7e9b110 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.269658] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1003.269658] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524f14c5-dfcc-580b-9e01-834c5c6734c4" [ 1003.269658] env[65997]: _type = "Task" [ 1003.269658] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.280180] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524f14c5-dfcc-580b-9e01-834c5c6734c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.395854] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1522d7b-cc85-436f-a2f3-f441b8cd94f6 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.557s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.473136] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5761cde9-4862-481d-9cf6-5817ed9c80ef tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.488903] env[65997]: DEBUG nova.network.neutron [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1003.506797] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718605, 'name': Destroy_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.615796] env[65997]: WARNING neutronclient.v2_0.client [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.661358] env[65997]: DEBUG oslo_concurrency.lockutils [req-27d81d93-e1c1-4f18-abeb-89d0d7f99ebf req-e2df952b-afda-48fb-99a7-49763454f428 service nova] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.668472] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718606, 'name': PowerOffVM_Task, 'duration_secs': 0.276041} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.668861] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.696660] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e559ce-6097-4cf7-aaa0-8c84aa411749 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.705799] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c287f5-fb75-4a40-ab27-a9e81d3136fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.745749] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f9f728-1279-4884-a1a9-9c0d73d4ceb2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.748673] env[65997]: INFO nova.compute.manager [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Detaching volume f5626bd3-0150-4c4e-b9d7-9fb88a979989 [ 1003.759156] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5afc221-cc08-416b-ab5f-1ed17ae47f2b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.764471] env[65997]: DEBUG nova.network.neutron [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Updating instance_info_cache with network_info: [{"id": "acfcca5d-f26b-4296-95c6-558cd3e56545", "address": "fa:16:3e:6a:ed:8d", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacfcca5d-f2", "ovs_interfaceid": "acfcca5d-f26b-4296-95c6-558cd3e56545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.783604] env[65997]: DEBUG nova.compute.provider_tree [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.787370] env[65997]: INFO nova.virt.block_device [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Attempting to driver detach volume f5626bd3-0150-4c4e-b9d7-9fb88a979989 from mountpoint /dev/sdb [ 1003.787605] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1003.787780] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1003.789167] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c357e59f-b2da-48ae-99c8-1dda59f345e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.796856] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524f14c5-dfcc-580b-9e01-834c5c6734c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.798539] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6536f20-83cb-49bc-8bee-d198d8a803bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.820895] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912c76da-06db-4a78-bbea-7efd84f616bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.825992] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1003.825992] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529ecea1-5a38-7d0d-6af3-25a33f7dd3a8" [ 1003.825992] env[65997]: _type = "Task" [ 1003.825992] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.833350] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5358f-2fba-46a8-a437-ad68d8f75484 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.839824] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529ecea1-5a38-7d0d-6af3-25a33f7dd3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.840485] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.840776] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c/4b82b4ce-00c3-4062-95cb-c81c1431649c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.841366] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2715f4d1-2c91-4609-9b30-e1a21f2ae4e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.861669] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8d27e-581c-4e2f-9c15-36f49178a870 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.866546] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1003.866546] env[65997]: value = "task-4718607" [ 1003.866546] env[65997]: _type = "Task" [ 1003.866546] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.881915] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989/volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1003.889255] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.889255] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222062f5-ff9b-4035-b332-0979fc1fc8f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.904967] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.913139] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1003.913139] env[65997]: value = "task-4718608" [ 1003.913139] env[65997]: _type = "Task" [ 1003.913139] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.922396] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.002026] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718605, 'name': Destroy_Task, 'duration_secs': 0.574219} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.002281] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Destroyed the VM [ 1004.002616] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1004.002883] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4e8e39c-2769-4845-af04-60329d82a2ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.011438] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 1004.011438] env[65997]: value = "task-4718609" [ 1004.011438] env[65997]: _type = "Task" [ 1004.011438] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.022045] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.024733] env[65997]: DEBUG nova.compute.manager [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1004.269223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-c85b1920-bb1a-4037-924d-3f95f4ea606e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.269748] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Instance network_info: |[{"id": "acfcca5d-f26b-4296-95c6-558cd3e56545", "address": "fa:16:3e:6a:ed:8d", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacfcca5d-f2", "ovs_interfaceid": "acfcca5d-f26b-4296-95c6-558cd3e56545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1004.270574] env[65997]: DEBUG nova.objects.instance [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.272190] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:ed:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acfcca5d-f26b-4296-95c6-558cd3e56545', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.281190] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.285312] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.285312] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-863fff26-ba3e-4d35-b755-5e9b3e50a11c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.305793] env[65997]: DEBUG nova.scheduler.client.report [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.319692] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.319692] env[65997]: value = "task-4718610" [ 1004.319692] env[65997]: _type = "Task" [ 1004.319692] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.333684] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718610, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.337028] env[65997]: DEBUG nova.compute.manager [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Received event network-changed-acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1004.337312] env[65997]: DEBUG nova.compute.manager [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Refreshing instance network info cache due to event network-changed-acfcca5d-f26b-4296-95c6-558cd3e56545. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1004.338033] env[65997]: DEBUG oslo_concurrency.lockutils [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] Acquiring lock "refresh_cache-c85b1920-bb1a-4037-924d-3f95f4ea606e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.338033] env[65997]: DEBUG oslo_concurrency.lockutils [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] Acquired lock "refresh_cache-c85b1920-bb1a-4037-924d-3f95f4ea606e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.338033] env[65997]: DEBUG nova.network.neutron [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Refreshing network info cache for port acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.382599] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.429235] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718608, 'name': ReconfigVM_Task, 'duration_secs': 0.397243} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.429819] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.437933] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7ea9d2-aa3b-4f2c-a9cf-8bcbdff840f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.459232] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1004.459232] env[65997]: value = "task-4718612" [ 1004.459232] env[65997]: _type = "Task" [ 1004.459232] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.470196] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.525740] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718609, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.548607] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.785419] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.785761] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.785981] env[65997]: DEBUG nova.network.neutron [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.786182] env[65997]: DEBUG nova.objects.instance [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'info_cache' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.813349] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.814079] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1004.816939] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.407s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.817371] env[65997]: DEBUG nova.objects.instance [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lazy-loading 'resources' on Instance uuid 8b17d9da-650f-4ce2-869d-363b2fd90237 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.831057] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718610, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.842130] env[65997]: WARNING neutronclient.v2_0.client [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.880061] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587124} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.880426] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c/4b82b4ce-00c3-4062-95cb-c81c1431649c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.880709] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.881267] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09fd0bff-dcbd-436e-8fe5-5e680de2a440 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.892844] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1004.892844] env[65997]: value = "task-4718613" [ 1004.892844] env[65997]: _type = "Task" [ 1004.892844] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.907598] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.970993] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718612, 'name': ReconfigVM_Task, 'duration_secs': 0.211846} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.971343] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1005.014145] env[65997]: WARNING neutronclient.v2_0.client [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.027197] env[65997]: DEBUG oslo_vmware.api [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718609, 'name': RemoveSnapshot_Task, 'duration_secs': 0.872512} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.027277] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1005.066627] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "2fdcefb4-020c-4d13-8662-059951d3ccba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.066761] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.068011] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.068011] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.068011] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.069811] env[65997]: INFO nova.compute.manager [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Terminating instance [ 1005.097100] env[65997]: DEBUG nova.network.neutron [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Updated VIF entry in instance network info cache for port acfcca5d-f26b-4296-95c6-558cd3e56545. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.097100] env[65997]: DEBUG nova.network.neutron [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Updating instance_info_cache with network_info: [{"id": "acfcca5d-f26b-4296-95c6-558cd3e56545", "address": "fa:16:3e:6a:ed:8d", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacfcca5d-f2", "ovs_interfaceid": "acfcca5d-f26b-4296-95c6-558cd3e56545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.291080] env[65997]: DEBUG nova.objects.base [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Object Instance<57fd412b-c516-433e-a043-ebad4eef4cc2> lazy-loaded attributes: flavor,info_cache {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.321150] env[65997]: DEBUG nova.compute.utils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.326152] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1005.326299] env[65997]: DEBUG nova.network.neutron [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.327087] env[65997]: WARNING neutronclient.v2_0.client [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.327087] env[65997]: WARNING neutronclient.v2_0.client [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.343935] env[65997]: INFO nova.compute.manager [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Rebuilding instance [ 1005.345109] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718610, 'name': CreateVM_Task, 'duration_secs': 0.513282} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.345609] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.345978] env[65997]: WARNING neutronclient.v2_0.client [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.346395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.346562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.346883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.349881] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e701251-49a6-4eee-b54e-53ce72812590 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.357792] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1005.357792] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527cadec-69c6-60e6-04a7-821bb2459f66" [ 1005.357792] env[65997]: _type = "Task" [ 1005.357792] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.368482] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527cadec-69c6-60e6-04a7-821bb2459f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.384891] env[65997]: DEBUG nova.policy [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b3890ff82145eb8562ecf84cb55b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39d13f15fca14ad39d4e5bdd08cf5faa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.404365] env[65997]: DEBUG nova.compute.manager [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.408020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e077ad-feef-4165-8802-f5e5554dde71 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.410831] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067377} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.411457] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.412234] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc44d0d-13b6-4911-b579-1091dd93f5d3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.442886] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c/4b82b4ce-00c3-4062-95cb-c81c1431649c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.444618] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a902e74-98b8-4c77-85ee-32d515400b7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.466838] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1005.466838] env[65997]: value = "task-4718614" [ 1005.466838] env[65997]: _type = "Task" [ 1005.466838] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.478491] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.533227] env[65997]: WARNING nova.compute.manager [None req-82a1c4d2-e7f6-4b1c-874a-2e5ddf6e1de8 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Image not found during snapshot: nova.exception.ImageNotFound: Image d68dabfb-d6ba-471b-ada6-8887786cd1c0 could not be found. [ 1005.575245] env[65997]: DEBUG nova.compute.manager [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1005.575367] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.576891] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14ff6ee-eb13-40da-9902-6daf422cc7c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.585048] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.585616] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e401d65c-484b-4d15-8654-9b3040f7046f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.593885] env[65997]: DEBUG oslo_vmware.api [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1005.593885] env[65997]: value = "task-4718615" [ 1005.593885] env[65997]: _type = "Task" [ 1005.593885] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.602438] env[65997]: DEBUG oslo_concurrency.lockutils [req-0a5d5c75-20a8-4a83-b488-693413bc3dd6 req-e83ac259-0099-4678-bcc5-9b5dc4440a0b service nova] Releasing lock "refresh_cache-c85b1920-bb1a-4037-924d-3f95f4ea606e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.603741] env[65997]: DEBUG oslo_vmware.api [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.673352] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "5759e520-5328-4d56-87b4-2880ef46a82c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.673352] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.728214] env[65997]: DEBUG nova.network.neutron [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Successfully created port: 8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1005.743795] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975c9552-4a4f-4cd4-ad2d-06b487a144ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.753028] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d329075-3bd5-4640-b957-fe4b2f93f27f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.786031] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5d6e3-62db-4921-9ab4-84d5d22c05fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.793795] env[65997]: WARNING neutronclient.v2_0.client [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.797365] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ee79c-ab5e-414e-8ad3-e0c9165a9ab2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.817567] env[65997]: DEBUG nova.compute.provider_tree [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.827296] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1005.870034] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527cadec-69c6-60e6-04a7-821bb2459f66, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.870034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.870198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.870428] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.870585] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.870770] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.871928] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f65717-aad0-465a-8493-abd466bb710f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.882440] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.882617] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.884309] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2190f1f2-5c75-41e8-8db2-5ea4ec555b9f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.889832] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1005.889832] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5217c322-8f42-64e9-3ca8-fe1626b93781" [ 1005.889832] env[65997]: _type = "Task" [ 1005.889832] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.905597] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5217c322-8f42-64e9-3ca8-fe1626b93781, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.908012] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d219dd7a-0a72-44df-b51c-9e4c172db3e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.913809] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1005.913809] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f6f750-8fd7-ae11-0e82-52db0f3636dd" [ 1005.913809] env[65997]: _type = "Task" [ 1005.913809] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.929891] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f6f750-8fd7-ae11-0e82-52db0f3636dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.982178] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.032357] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.032719] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82245401-5099-473a-a70f-e9152f588e28 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.044027] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1006.044027] env[65997]: value = "task-4718616" [ 1006.044027] env[65997]: _type = "Task" [ 1006.044027] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.056188] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1006.056475] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1006.056709] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1006.057568] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deeda8f-14cd-48da-bf51-377761f8ff53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.080486] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a69f3c2-7085-4b35-b90b-7df0465181bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.086221] env[65997]: WARNING neutronclient.v2_0.client [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.090691] env[65997]: WARNING nova.virt.vmwareapi.driver [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1006.091074] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.091923] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24475fa2-5497-4573-b69b-02ae6555e448 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.106170] env[65997]: DEBUG oslo_vmware.api [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718615, 'name': PowerOffVM_Task, 'duration_secs': 0.393809} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.108329] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.109104] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.109104] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.109104] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3850f04a-cc4b-4fa3-8ab2-00b5b5c5841d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.110801] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-864c0530-29a8-4072-8cbf-dc37b20702ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.154237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "b7809259-7fe6-4cbe-8672-b585e99a612a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.154520] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.154740] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "b7809259-7fe6-4cbe-8672-b585e99a612a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.154927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.155108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.157765] env[65997]: INFO nova.compute.manager [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Terminating instance [ 1006.175864] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1006.205720] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.205948] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.206126] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.206419] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3cf8c3e-704e-4eea-be77-59e8a7ec3f29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.213029] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.213259] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.213442] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore2] 2fdcefb4-020c-4d13-8662-059951d3ccba {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.213717] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece47ae9-7073-4c48-96ac-049cd64b6603 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.217720] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1006.217720] env[65997]: value = "task-4718619" [ 1006.217720] env[65997]: _type = "Task" [ 1006.217720] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.223293] env[65997]: DEBUG oslo_vmware.api [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1006.223293] env[65997]: value = "task-4718620" [ 1006.223293] env[65997]: _type = "Task" [ 1006.223293] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.229881] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.236334] env[65997]: DEBUG oslo_vmware.api [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.239027] env[65997]: DEBUG nova.network.neutron [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [{"id": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "address": "fa:16:3e:b4:32:ce", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd1ae4-ba", "ovs_interfaceid": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.323327] env[65997]: DEBUG nova.scheduler.client.report [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.428030] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f6f750-8fd7-ae11-0e82-52db0f3636dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.428030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.428277] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] c85b1920-bb1a-4037-924d-3f95f4ea606e/c85b1920-bb1a-4037-924d-3f95f4ea606e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.428702] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728fc1ce-a0b7-47fa-abbc-8054751160eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.431401] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.431818] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e897bc97-ea1e-4895-a791-2689bafa2d87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.442024] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1006.442024] env[65997]: value = "task-4718622" [ 1006.442024] env[65997]: _type = "Task" [ 1006.442024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.442024] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1006.442024] env[65997]: value = "task-4718621" [ 1006.442024] env[65997]: _type = "Task" [ 1006.442024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.458934] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.462693] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.485033] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718614, 'name': ReconfigVM_Task, 'duration_secs': 0.894504} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.485033] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c/4b82b4ce-00c3-4062-95cb-c81c1431649c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.485033] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb348af4-412a-401f-a2f9-97f51f4a9d1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.495025] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1006.495025] env[65997]: value = "task-4718623" [ 1006.495025] env[65997]: _type = "Task" [ 1006.495025] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.507926] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718623, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.664949] env[65997]: DEBUG nova.compute.manager [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1006.668022] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.668022] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0017db06-0d67-49df-b04d-dd2ed3651e48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.686339] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.689249] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc386570-f7f0-4c65-9cea-3c63e60d577f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.700024] env[65997]: DEBUG oslo_vmware.api [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 1006.700024] env[65997]: value = "task-4718624" [ 1006.700024] env[65997]: _type = "Task" [ 1006.700024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.710712] env[65997]: DEBUG oslo_vmware.api [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.717075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.732060] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196925} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.732228] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.732325] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.733037] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.741989] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.747502] env[65997]: DEBUG oslo_vmware.api [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202091} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.748090] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.748315] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.748583] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.748774] env[65997]: INFO nova.compute.manager [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1006.749045] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1006.749256] env[65997]: DEBUG nova.compute.manager [-] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1006.749399] env[65997]: DEBUG nova.network.neutron [-] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1006.750078] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.809054] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.829445] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.834919] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.789s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.837928] env[65997]: INFO nova.compute.claims [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.846118] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1006.857147] env[65997]: INFO nova.scheduler.client.report [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Deleted allocations for instance 8b17d9da-650f-4ce2-869d-363b2fd90237 [ 1006.890669] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1006.891102] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.892068] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1006.892068] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.892068] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1006.892473] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1006.892880] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.893204] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1006.893577] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1006.893936] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1006.894307] env[65997]: DEBUG nova.virt.hardware [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1006.895782] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf054e9-7223-4f46-b904-3ad3e85dbe93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.911440] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78932d93-e48c-4563-94ad-c2ee294e959b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.954550] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718622, 'name': PowerOffVM_Task, 'duration_secs': 0.228288} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.955322] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.955606] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.956578] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08bcc86-2e36-4fe4-84cf-aaf9dbff4bf4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.962895] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.968717] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.969036] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee3b531-cee9-4e31-9b79-9a9d01cf7f6f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.008065] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718623, 'name': Rename_Task, 'duration_secs': 0.208217} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.008363] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.008707] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74ac447-4b05-4d7c-97c8-ccf33f91c012 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.017986] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1007.017986] env[65997]: value = "task-4718626" [ 1007.017986] env[65997]: _type = "Task" [ 1007.017986] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.028959] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.060654] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.060983] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.061283] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleting the datastore file [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.061992] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f06fcb9-0069-4ea1-98d1-6f0561f81233 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.072793] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1007.072793] env[65997]: value = "task-4718627" [ 1007.072793] env[65997]: _type = "Task" [ 1007.072793] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.082939] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.209809] env[65997]: DEBUG oslo_vmware.api [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718624, 'name': PowerOffVM_Task, 'duration_secs': 0.240342} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.210035] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.210234] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.210574] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2719e579-2788-4267-b12b-7375654df7ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.241967] env[65997]: INFO nova.virt.block_device [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Booting with volume f5626bd3-0150-4c4e-b9d7-9fb88a979989 at /dev/sdb [ 1007.292824] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cd3810f-0f8d-4bf3-a779-545a1c2de6f8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302945] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.303227] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.303500] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleting the datastore file [datastore1] b7809259-7fe6-4cbe-8672-b585e99a612a {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.307205] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f893a-066e-4c47-a6c0-41599dea0cd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.318636] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-494fa3d0-8e88-49c8-8ed9-87ee10e58676 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.331234] env[65997]: DEBUG oslo_vmware.api [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for the task: (returnval){ [ 1007.331234] env[65997]: value = "task-4718629" [ 1007.331234] env[65997]: _type = "Task" [ 1007.331234] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.364024] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8240671-f5a3-45d2-a0b7-4cec2ba6f87b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.364024] env[65997]: DEBUG oslo_vmware.api [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.368757] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dddffc90-61aa-47ac-ac88-8c44c02599b5 tempest-InstanceActionsNegativeTestJSON-994043228 tempest-InstanceActionsNegativeTestJSON-994043228-project-member] Lock "8b17d9da-650f-4ce2-869d-363b2fd90237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.518s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.376905] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f5fd21-b4d1-4727-83e3-71e094dc3530 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.406488] env[65997]: DEBUG nova.network.neutron [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Successfully updated port: 8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.428784] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08867343-31f6-4e96-b3af-8be49612a8a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.438999] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5af7b-3629-4401-9f0b-89d31d7b06c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.456965] env[65997]: DEBUG nova.virt.block_device [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updating existing volume attachment record: 10f17a7b-ea48-4eaa-97cf-26cbfbdffea5 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1007.464905] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666461} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.465547] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] c85b1920-bb1a-4037-924d-3f95f4ea606e/c85b1920-bb1a-4037-924d-3f95f4ea606e.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.465547] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.465547] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04387cc4-4a06-47d5-a4a4-06ed5b73376d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.477020] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1007.477020] env[65997]: value = "task-4718630" [ 1007.477020] env[65997]: _type = "Task" [ 1007.477020] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.485214] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.530305] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.583500] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245285} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.583762] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.584023] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.584261] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.653426] env[65997]: DEBUG nova.network.neutron [-] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.670975] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.712635] env[65997]: DEBUG nova.compute.manager [req-ed6f4457-fda5-4adf-bff8-461d22c35fd2 req-e78a263a-34d2-472c-be57-73a2e252b258 service nova] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Received event network-vif-deleted-647ab7cf-9235-43bf-8a27-96c7814c4676 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.732435] env[65997]: DEBUG nova.compute.manager [req-e65e1acd-dd96-459f-be77-8aa9256cd837 req-bc9d8d5b-9978-4286-a189-25a099d6aaa8 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Received event network-vif-plugged-8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.732578] env[65997]: DEBUG oslo_concurrency.lockutils [req-e65e1acd-dd96-459f-be77-8aa9256cd837 req-bc9d8d5b-9978-4286-a189-25a099d6aaa8 service nova] Acquiring lock "06bec700-2ba6-4d17-a815-c52940118d9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.732774] env[65997]: DEBUG oslo_concurrency.lockutils [req-e65e1acd-dd96-459f-be77-8aa9256cd837 req-bc9d8d5b-9978-4286-a189-25a099d6aaa8 service nova] Lock "06bec700-2ba6-4d17-a815-c52940118d9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.733086] env[65997]: DEBUG oslo_concurrency.lockutils [req-e65e1acd-dd96-459f-be77-8aa9256cd837 req-bc9d8d5b-9978-4286-a189-25a099d6aaa8 service nova] Lock "06bec700-2ba6-4d17-a815-c52940118d9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.733304] env[65997]: DEBUG nova.compute.manager [req-e65e1acd-dd96-459f-be77-8aa9256cd837 req-bc9d8d5b-9978-4286-a189-25a099d6aaa8 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] No waiting events found dispatching network-vif-plugged-8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.733521] env[65997]: WARNING nova.compute.manager [req-e65e1acd-dd96-459f-be77-8aa9256cd837 req-bc9d8d5b-9978-4286-a189-25a099d6aaa8 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Received unexpected event network-vif-plugged-8a12d998-82cf-4507-94a9-3b9cd9d95504 for instance with vm_state building and task_state spawning. [ 1007.756652] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.756652] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a7b942e-7b97-4e3a-be3e-08fcc4af78df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.764140] env[65997]: DEBUG oslo_vmware.api [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1007.764140] env[65997]: value = "task-4718631" [ 1007.764140] env[65997]: _type = "Task" [ 1007.764140] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.774221] env[65997]: DEBUG oslo_vmware.api [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.842629] env[65997]: DEBUG oslo_vmware.api [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Task: {'id': task-4718629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455203} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.842977] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.843212] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.843419] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.843644] env[65997]: INFO nova.compute.manager [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1007.843941] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1007.844194] env[65997]: DEBUG nova.compute.manager [-] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1007.844320] env[65997]: DEBUG nova.network.neutron [-] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1007.844592] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.910108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "refresh_cache-06bec700-2ba6-4d17-a815-c52940118d9d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.910277] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "refresh_cache-06bec700-2ba6-4d17-a815-c52940118d9d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.910519] env[65997]: DEBUG nova.network.neutron [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.990894] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191114} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.991589] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.993463] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ce452-a4db-485b-9e21-718e1cac902c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.021017] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c85b1920-bb1a-4037-924d-3f95f4ea606e/c85b1920-bb1a-4037-924d-3f95f4ea606e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.024325] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a9e02c-c4ea-409c-b84c-d417c9c8a3c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.054115] env[65997]: DEBUG oslo_vmware.api [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718626, 'name': PowerOnVM_Task, 'duration_secs': 0.900015} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.055764] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.055999] env[65997]: INFO nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1008.056191] env[65997]: DEBUG nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1008.057614] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1008.057614] env[65997]: value = "task-4718632" [ 1008.057614] env[65997]: _type = "Task" [ 1008.057614] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.058377] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0e056-ee78-4d4c-a18b-27c46935766c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.081133] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.093766] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.158844] env[65997]: INFO nova.compute.manager [-] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Took 1.41 seconds to deallocate network for instance. [ 1008.278058] env[65997]: DEBUG oslo_vmware.api [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.305161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3447f4-0cf4-4348-bb29-9ecb4883df0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.317057] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a93881-40a7-405e-8f16-b61673f82811 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.352378] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc17917e-a523-4d6a-8021-fa080357da4d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.363157] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121173de-a1e1-4c47-96f2-f2a7fb2656f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.384475] env[65997]: DEBUG nova.compute.provider_tree [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.456676] env[65997]: DEBUG nova.network.neutron [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.575531] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.591693] env[65997]: INFO nova.compute.manager [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 28.60 seconds to build instance. [ 1008.618478] env[65997]: WARNING neutronclient.v2_0.client [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.636016] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1008.636305] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.636413] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1008.636593] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.636737] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1008.636880] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1008.637094] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1008.637283] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1008.637577] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1008.637577] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1008.637724] env[65997]: DEBUG nova.virt.hardware [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1008.638709] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92992e-d91b-4f0d-a29b-566cc9d07af1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.647752] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce830f03-72b7-4d52-8d6d-cc04214aa207 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.663959] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d4:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2465eb6e-89d0-44b4-99b6-9b1f64e101f8', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.671610] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1008.672663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.672903] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.673154] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc4eb3d-d028-4e73-9982-e32e12921706 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.696817] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.696817] env[65997]: value = "task-4718633" [ 1008.696817] env[65997]: _type = "Task" [ 1008.696817] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.705828] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718633, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.782401] env[65997]: DEBUG oslo_vmware.api [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718631, 'name': PowerOnVM_Task, 'duration_secs': 0.691202} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.782823] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.783144] env[65997]: DEBUG nova.compute.manager [None req-4a9adbec-ab4e-4078-a22c-1c942a57fee3 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1008.784349] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cb0164-cbc7-4297-b37c-694f3e35491d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.789256] env[65997]: DEBUG nova.network.neutron [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Updating instance_info_cache with network_info: [{"id": "8a12d998-82cf-4507-94a9-3b9cd9d95504", "address": "fa:16:3e:d1:97:ff", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a12d998-82", "ovs_interfaceid": "8a12d998-82cf-4507-94a9-3b9cd9d95504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.856618] env[65997]: DEBUG nova.network.neutron [-] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.891028] env[65997]: DEBUG nova.scheduler.client.report [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.073245] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718632, 'name': ReconfigVM_Task, 'duration_secs': 0.567701} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.073558] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c85b1920-bb1a-4037-924d-3f95f4ea606e/c85b1920-bb1a-4037-924d-3f95f4ea606e.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.074219] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151785dc-33a4-424a-b5aa-bf4554a7149d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.084140] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1009.084140] env[65997]: value = "task-4718634" [ 1009.084140] env[65997]: _type = "Task" [ 1009.084140] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.098031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-919c2008-c936-4a8b-94bf-5af33d2fdba2 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.108s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.098632] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718634, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.214791] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718633, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.293177] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "refresh_cache-06bec700-2ba6-4d17-a815-c52940118d9d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293844] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Instance network_info: |[{"id": "8a12d998-82cf-4507-94a9-3b9cd9d95504", "address": "fa:16:3e:d1:97:ff", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a12d998-82", "ovs_interfaceid": "8a12d998-82cf-4507-94a9-3b9cd9d95504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1009.294172] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:97:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a12d998-82cf-4507-94a9-3b9cd9d95504', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.303462] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1009.305859] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.310701] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85110764-8020-45b7-a2dc-3a60cd1af37f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.340464] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.340464] env[65997]: value = "task-4718635" [ 1009.340464] env[65997]: _type = "Task" [ 1009.340464] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.353865] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718635, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.359470] env[65997]: INFO nova.compute.manager [-] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Took 1.51 seconds to deallocate network for instance. [ 1009.394968] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.395581] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1009.398955] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.535s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.399266] env[65997]: DEBUG nova.objects.instance [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lazy-loading 'resources' on Instance uuid 2eb5407f-a830-4551-ab01-4cf997c312eb {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.595969] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718634, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.633055] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1009.633278] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.633453] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1009.633670] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.633767] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1009.633910] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1009.634136] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1009.634345] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1009.634545] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1009.634741] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1009.634954] env[65997]: DEBUG nova.virt.hardware [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1009.635945] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b62b1a-13d7-4fbb-b54d-31d2ad371ec9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.646198] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d93518-a323-458e-a5e7-7cce1899c7d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.664993] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33815683-e88a-4f0f-9b21-a47d698d9ead', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.672973] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1009.673563] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.673769] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c4344f8-9914-45fe-ba0f-d0d807bae22b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.696715] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.696715] env[65997]: value = "task-4718636" [ 1009.696715] env[65997]: _type = "Task" [ 1009.696715] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.711965] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718636, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.715375] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718633, 'name': CreateVM_Task, 'duration_secs': 0.681821} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.715537] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.716071] env[65997]: WARNING neutronclient.v2_0.client [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1009.716475] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.716629] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.716889] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.717219] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4542bae-6a2e-4686-9cc0-e368ca73271c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.722723] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1009.722723] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c146df-5337-cad2-7d1e-9cd50adb176e" [ 1009.722723] env[65997]: _type = "Task" [ 1009.722723] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.733370] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c146df-5337-cad2-7d1e-9cd50adb176e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.806215] env[65997]: DEBUG nova.compute.manager [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Received event network-changed-8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.806215] env[65997]: DEBUG nova.compute.manager [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Refreshing instance network info cache due to event network-changed-8a12d998-82cf-4507-94a9-3b9cd9d95504. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1009.806215] env[65997]: DEBUG oslo_concurrency.lockutils [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] Acquiring lock "refresh_cache-06bec700-2ba6-4d17-a815-c52940118d9d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.806215] env[65997]: DEBUG oslo_concurrency.lockutils [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] Acquired lock "refresh_cache-06bec700-2ba6-4d17-a815-c52940118d9d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.806215] env[65997]: DEBUG nova.network.neutron [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Refreshing network info cache for port 8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.854135] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718635, 'name': CreateVM_Task, 'duration_secs': 0.369489} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.854345] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.855058] env[65997]: WARNING neutronclient.v2_0.client [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.855307] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.867676] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.902900] env[65997]: DEBUG nova.compute.utils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.908088] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1009.908311] env[65997]: DEBUG nova.network.neutron [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1009.908632] env[65997]: WARNING neutronclient.v2_0.client [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.908924] env[65997]: WARNING neutronclient.v2_0.client [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.972645] env[65997]: DEBUG nova.policy [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.096629] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718634, 'name': Rename_Task, 'duration_secs': 0.703822} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.096629] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.097138] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401d8a93-2fe7-45ba-9c31-a2977488500f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.104754] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1010.104754] env[65997]: value = "task-4718637" [ 1010.104754] env[65997]: _type = "Task" [ 1010.104754] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.117891] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.176630] env[65997]: DEBUG nova.compute.manager [req-a41e7c3f-dada-49f1-a582-0569eb27a54f req-7df8fc2c-7c74-4dd9-8948-c69edadd8dab service nova] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Received event network-vif-deleted-2e4213ba-4dea-434d-968d-437e7fb56516 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1010.213550] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718636, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.235285] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c146df-5337-cad2-7d1e-9cd50adb176e, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.240019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.240019] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.240019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.240019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.240019] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.240019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.240357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.240695] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcae154a-c4a1-41c3-8a77-a8d5a3c0a6aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.243241] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb37dad-8726-4cd0-94a4-1536a4891bb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.252719] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1010.252719] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52618c49-a9a8-71e2-90de-4046af79309f" [ 1010.252719] env[65997]: _type = "Task" [ 1010.252719] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.258514] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.258514] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.259684] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bc0f8b-d29e-4626-bbe2-52d4889ea599 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.268527] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52618c49-a9a8-71e2-90de-4046af79309f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.272671] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1010.272671] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5219a935-cf10-a54f-80d7-40800d6e59c3" [ 1010.272671] env[65997]: _type = "Task" [ 1010.272671] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.281488] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5219a935-cf10-a54f-80d7-40800d6e59c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.309685] env[65997]: WARNING neutronclient.v2_0.client [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.317248] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23efe820-fe3e-449d-9437-f5e3812bafa8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.325796] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95f256-2f55-4078-b77d-edef1104f802 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.363995] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371d4f7-c1bf-4709-b367-84173af10f6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.367197] env[65997]: DEBUG nova.network.neutron [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Successfully created port: 0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1010.375552] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f9dde6-b439-43ea-b3a6-914bdb0a6da9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.390858] env[65997]: DEBUG nova.compute.provider_tree [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.409426] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1010.541615] env[65997]: WARNING neutronclient.v2_0.client [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.622194] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.685933] env[65997]: DEBUG nova.network.neutron [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Updated VIF entry in instance network info cache for port 8a12d998-82cf-4507-94a9-3b9cd9d95504. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.686477] env[65997]: DEBUG nova.network.neutron [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Updating instance_info_cache with network_info: [{"id": "8a12d998-82cf-4507-94a9-3b9cd9d95504", "address": "fa:16:3e:d1:97:ff", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a12d998-82", "ovs_interfaceid": "8a12d998-82cf-4507-94a9-3b9cd9d95504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.710312] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718636, 'name': CreateVM_Task, 'duration_secs': 0.631815} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.710494] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.711476] env[65997]: WARNING neutronclient.v2_0.client [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1010.711476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.764862] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52618c49-a9a8-71e2-90de-4046af79309f, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.765235] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.765502] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.765879] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.766024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.766383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.766714] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c05c03-8cdd-4699-8e7b-6ba322564c2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.773216] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1010.773216] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ddaed-8e5c-4d2d-288b-d3be8d4655f4" [ 1010.773216] env[65997]: _type = "Task" [ 1010.773216] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.788287] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5219a935-cf10-a54f-80d7-40800d6e59c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014628} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.792975] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522ddaed-8e5c-4d2d-288b-d3be8d4655f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.793742] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fae53cc-c0e7-4051-9a69-7e06630fbf7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.795810] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.796093] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.796369] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.801959] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1010.801959] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52156a79-a35e-d6e9-a57c-fcec3e5c861e" [ 1010.801959] env[65997]: _type = "Task" [ 1010.801959] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.811940] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52156a79-a35e-d6e9-a57c-fcec3e5c861e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.896028] env[65997]: DEBUG nova.scheduler.client.report [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.120388] env[65997]: DEBUG oslo_vmware.api [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718637, 'name': PowerOnVM_Task, 'duration_secs': 0.585889} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.120755] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.120985] env[65997]: INFO nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1011.121185] env[65997]: DEBUG nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1011.122062] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb3d8a3-1d46-4125-a5d0-de7201fc8bc8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.190758] env[65997]: DEBUG oslo_concurrency.lockutils [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] Releasing lock "refresh_cache-06bec700-2ba6-4d17-a815-c52940118d9d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.191075] env[65997]: DEBUG nova.compute.manager [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Received event network-changed-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.191250] env[65997]: DEBUG nova.compute.manager [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Refreshing instance network info cache due to event network-changed-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.191469] env[65997]: DEBUG oslo_concurrency.lockutils [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.191608] env[65997]: DEBUG oslo_concurrency.lockutils [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.191818] env[65997]: DEBUG nova.network.neutron [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Refreshing network info cache for port 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.314979] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52156a79-a35e-d6e9-a57c-fcec3e5c861e, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.315392] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.315548] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.315852] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.316060] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.316718] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75293fec-ef24-4150-b870-9fe0106493ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.318314] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5216a6ba-b715-41fb-9fc7-199b5dcf603e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.330049] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1011.330049] env[65997]: value = "task-4718638" [ 1011.330049] env[65997]: _type = "Task" [ 1011.330049] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.332198] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.332393] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.333554] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2a2c19-2cc8-4dfc-bc68-2b2e34833d4d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.340707] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1011.340707] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a78c4b-0069-ccfe-9029-035729d3e38a" [ 1011.340707] env[65997]: _type = "Task" [ 1011.340707] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.344447] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.360294] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a78c4b-0069-ccfe-9029-035729d3e38a, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.360294] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156f39f2-8cf7-4f7d-82c8-5c9fca785add {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.370370] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1011.370370] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5279f69c-5b9a-1bf2-52e1-d2fdb1aad58a" [ 1011.370370] env[65997]: _type = "Task" [ 1011.370370] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.383043] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5279f69c-5b9a-1bf2-52e1-d2fdb1aad58a, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.383694] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.384143] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 06bec700-2ba6-4d17-a815-c52940118d9d/06bec700-2ba6-4d17-a815-c52940118d9d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.384634] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.384993] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.385417] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-208b4562-f7b4-4b38-a2db-1e738d10fb16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.388205] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c525996d-fc00-469e-9938-933250426372 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.397683] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1011.397683] env[65997]: value = "task-4718639" [ 1011.397683] env[65997]: _type = "Task" [ 1011.397683] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.404289] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.407133] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.407534] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.409250] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.054s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.409666] env[65997]: DEBUG nova.objects.instance [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lazy-loading 'resources' on Instance uuid 1c94ff34-d9cb-4ae7-bf10-43ad441254be {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.412384] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6adafff-558d-44f6-9006-29f893c1f248 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.422764] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1011.425321] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.431790] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1011.431790] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b99e13-b0c9-255e-527d-f9f1fcde1f65" [ 1011.431790] env[65997]: _type = "Task" [ 1011.431790] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.444627] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b99e13-b0c9-255e-527d-f9f1fcde1f65, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.445489] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c592b4-e42c-42fa-a874-e37ed9bf3c27 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.453064] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1011.453064] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e7ad04-2af0-52b1-668d-db3717e4d3cf" [ 1011.453064] env[65997]: _type = "Task" [ 1011.453064] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.459942] env[65997]: INFO nova.scheduler.client.report [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Deleted allocations for instance 2eb5407f-a830-4551-ab01-4cf997c312eb [ 1011.468682] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e7ad04-2af0-52b1-668d-db3717e4d3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.470990] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.471236] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.471363] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.471541] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.471731] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.471910] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.472051] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.472208] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.472370] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.472569] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.472756] env[65997]: DEBUG nova.virt.hardware [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.473080] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.473312] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.474218] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0a3fa1-db28-41f8-a0dd-7e8136f6fd9a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.476797] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa227cd9-0f28-4af6-89dd-638db0d4d619 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.486880] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac839ed-8180-43d6-a06a-64bb406a08d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.491180] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1011.491180] env[65997]: value = "task-4718640" [ 1011.491180] env[65997]: _type = "Task" [ 1011.491180] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.510177] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.641531] env[65997]: INFO nova.compute.manager [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Took 31.52 seconds to build instance. [ 1011.694239] env[65997]: WARNING neutronclient.v2_0.client [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.837684] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495971} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.838201] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.838201] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.838430] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba45536-62de-43e6-9a56-7d65aaa56279 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.847229] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1011.847229] env[65997]: value = "task-4718641" [ 1011.847229] env[65997]: _type = "Task" [ 1011.847229] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.858945] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.909509] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718639, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.970705] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eda7a0ef-292a-4ae2-bfbc-a931246ca7b1 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "2eb5407f-a830-4551-ab01-4cf997c312eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.584s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.006791] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.014896] env[65997]: DEBUG nova.network.neutron [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Successfully updated port: 0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1012.034526] env[65997]: WARNING neutronclient.v2_0.client [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.038529] env[65997]: DEBUG nova.compute.manager [req-243d0a95-5acc-4afb-972c-4cba240919f2 req-c9ea839e-fcf0-4a58-9b59-640ac221b9d9 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-vif-plugged-0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1012.038844] env[65997]: DEBUG oslo_concurrency.lockutils [req-243d0a95-5acc-4afb-972c-4cba240919f2 req-c9ea839e-fcf0-4a58-9b59-640ac221b9d9 service nova] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.039224] env[65997]: DEBUG oslo_concurrency.lockutils [req-243d0a95-5acc-4afb-972c-4cba240919f2 req-c9ea839e-fcf0-4a58-9b59-640ac221b9d9 service nova] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.039502] env[65997]: DEBUG oslo_concurrency.lockutils [req-243d0a95-5acc-4afb-972c-4cba240919f2 req-c9ea839e-fcf0-4a58-9b59-640ac221b9d9 service nova] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.039686] env[65997]: DEBUG nova.compute.manager [req-243d0a95-5acc-4afb-972c-4cba240919f2 req-c9ea839e-fcf0-4a58-9b59-640ac221b9d9 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] No waiting events found dispatching network-vif-plugged-0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.039943] env[65997]: WARNING nova.compute.manager [req-243d0a95-5acc-4afb-972c-4cba240919f2 req-c9ea839e-fcf0-4a58-9b59-640ac221b9d9 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received unexpected event network-vif-plugged-0d0dbcc3-0dcc-49dc-8f80-6a684edee126 for instance with vm_state building and task_state spawning. [ 1012.119679] env[65997]: DEBUG nova.network.neutron [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updated VIF entry in instance network info cache for port 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.120203] env[65997]: DEBUG nova.network.neutron [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.144448] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8938319a-3afa-4c58-a5eb-658040b27f59 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.032s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.236665] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "c85b1920-bb1a-4037-924d-3f95f4ea606e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.237841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.238180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "c85b1920-bb1a-4037-924d-3f95f4ea606e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.238349] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.238452] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.240505] env[65997]: INFO nova.compute.manager [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Terminating instance [ 1012.319558] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68a2a61-fdc1-48e1-8c69-4910885ad92a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.329140] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa3877e-07d9-4863-86e3-27de7ec89a77 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.368780] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce18e26a-bb8b-4dbe-bc94-f1f17e1f2e91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.378480] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087067} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.381186] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.382150] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d76c98-fea6-4fe0-9434-4f21d36646bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.385889] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889169bd-6643-415a-888b-1d69c038a7d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421818] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.422539] env[65997]: DEBUG nova.compute.provider_tree [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.427585] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d79fdf7e-bb25-406f-80b4-23c94ff13bb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.451373] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744883} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.453254] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 06bec700-2ba6-4d17-a815-c52940118d9d/06bec700-2ba6-4d17-a815-c52940118d9d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.453254] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.453502] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1012.453502] env[65997]: value = "task-4718642" [ 1012.453502] env[65997]: _type = "Task" [ 1012.453502] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.453629] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c94214fe-857d-4de3-952d-8caecdbb87e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.465952] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.467617] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1012.467617] env[65997]: value = "task-4718643" [ 1012.467617] env[65997]: _type = "Task" [ 1012.467617] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.477892] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.504181] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718640, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015383} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.504495] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.504684] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.504952] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e19403c4-8ce0-463d-b7c6-d54513ea0c04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.512347] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1012.512347] env[65997]: value = "task-4718644" [ 1012.512347] env[65997]: _type = "Task" [ 1012.512347] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.522197] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.522399] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.522571] env[65997]: DEBUG nova.network.neutron [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1012.523875] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.623302] env[65997]: DEBUG oslo_concurrency.lockutils [req-49ad3ae6-bb7d-4f42-9d7f-5d8eeb70d4f7 req-3033e107-68d4-4901-acff-51e121f8544a service nova] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.736916] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "9cb277fd-864e-44b5-a7ad-3be289151910" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.737268] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "9cb277fd-864e-44b5-a7ad-3be289151910" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.737409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "9cb277fd-864e-44b5-a7ad-3be289151910-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.737587] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "9cb277fd-864e-44b5-a7ad-3be289151910-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.737757] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "9cb277fd-864e-44b5-a7ad-3be289151910-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.740118] env[65997]: INFO nova.compute.manager [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Terminating instance [ 1012.748070] env[65997]: DEBUG nova.compute.manager [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1012.748070] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.748734] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2681aa9-9355-487d-8dd7-fa5a02d726a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.759997] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.760387] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e107d7df-90fd-4426-b60b-3113adbd38c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.767293] env[65997]: DEBUG oslo_vmware.api [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1012.767293] env[65997]: value = "task-4718645" [ 1012.767293] env[65997]: _type = "Task" [ 1012.767293] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.777908] env[65997]: DEBUG oslo_vmware.api [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.945368] env[65997]: DEBUG nova.scheduler.client.report [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.967590] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.977640] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296877} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.977897] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.978661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24010e37-9535-4a86-a50c-d7b36edee473 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.002516] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 06bec700-2ba6-4d17-a815-c52940118d9d/06bec700-2ba6-4d17-a815-c52940118d9d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.002872] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597765bc-f8d5-41eb-906b-031947504eda {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.030149] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068971} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.031883] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.032432] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1013.032432] env[65997]: value = "task-4718646" [ 1013.032432] env[65997]: _type = "Task" [ 1013.032432] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.033277] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1607434a-f2d6-4d03-89a4-298a3bec17ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.046214] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.066604] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.067894] env[65997]: DEBUG nova.network.neutron [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1013.070258] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f64c180-5bb5-45e6-b732-12deded2ae57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.093598] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1013.093598] env[65997]: value = "task-4718647" [ 1013.093598] env[65997]: _type = "Task" [ 1013.093598] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.105739] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.175898] env[65997]: WARNING neutronclient.v2_0.client [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.244984] env[65997]: DEBUG nova.compute.manager [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1013.245350] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.246386] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9dad11-673f-4948-9fc4-ef928c482294 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.250812] env[65997]: DEBUG nova.network.neutron [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.258834] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.259217] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c60b64b-f743-4f7e-b8af-041f8d52afc6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.267823] env[65997]: DEBUG oslo_vmware.api [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 1013.267823] env[65997]: value = "task-4718648" [ 1013.267823] env[65997]: _type = "Task" [ 1013.267823] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.282379] env[65997]: DEBUG oslo_vmware.api [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718645, 'name': PowerOffVM_Task, 'duration_secs': 0.50747} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.288268] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.288268] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.288437] env[65997]: DEBUG oslo_vmware.api [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.288711] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9464e4c0-51cd-4560-bfbb-c3a7e8086eac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.377406] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.377768] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.377991] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore2] c85b1920-bb1a-4037-924d-3f95f4ea606e {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.378342] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97075ba5-0d87-4395-b120-cdad5741374f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.387631] env[65997]: DEBUG oslo_vmware.api [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1013.387631] env[65997]: value = "task-4718650" [ 1013.387631] env[65997]: _type = "Task" [ 1013.387631] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.398969] env[65997]: DEBUG oslo_vmware.api [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.450893] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.453998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.003s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.454377] env[65997]: DEBUG nova.objects.instance [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lazy-loading 'resources' on Instance uuid 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.468558] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.476129] env[65997]: INFO nova.scheduler.client.report [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted allocations for instance 1c94ff34-d9cb-4ae7-bf10-43ad441254be [ 1013.547866] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718646, 'name': ReconfigVM_Task, 'duration_secs': 0.301105} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.548197] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 06bec700-2ba6-4d17-a815-c52940118d9d/06bec700-2ba6-4d17-a815-c52940118d9d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.549980] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6b2277-be0f-4850-8bc7-ea6165a3598b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.558055] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1013.558055] env[65997]: value = "task-4718651" [ 1013.558055] env[65997]: _type = "Task" [ 1013.558055] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.569278] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718651, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.605803] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.753708] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.754146] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Instance network_info: |[{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1013.754653] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:19:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d0dbcc3-0dcc-49dc-8f80-6a684edee126', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.762398] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Creating folder: Project (63426c0fd9034bd4bc7e47b49085d7dc). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.762686] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-558495df-d06e-4bd9-aef4-2e2d6f70970e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.776947] env[65997]: DEBUG oslo_vmware.api [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718648, 'name': PowerOffVM_Task, 'duration_secs': 0.25597} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.778309] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.778648] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.779299] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Created folder: Project (63426c0fd9034bd4bc7e47b49085d7dc) in parent group-v920549. [ 1013.779545] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Creating folder: Instances. Parent ref: group-v920818. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.779784] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff246fd4-8822-46e9-ae67-cdf4504f6f56 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.781349] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f74ffe3-c2e7-4a23-9d77-e846d76c9176 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.797604] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Created folder: Instances in parent group-v920818. [ 1013.797853] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1013.798068] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.798286] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7f5fd47-9d55-41cf-b25c-05444ca56b75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.818790] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.818790] env[65997]: value = "task-4718655" [ 1013.818790] env[65997]: _type = "Task" [ 1013.818790] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.828949] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718655, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.857543] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.857776] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.857954] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Deleting the datastore file [datastore2] 9cb277fd-864e-44b5-a7ad-3be289151910 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.858256] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c23bc2-8766-4d17-864d-6a005bd201bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.865345] env[65997]: DEBUG oslo_vmware.api [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for the task: (returnval){ [ 1013.865345] env[65997]: value = "task-4718656" [ 1013.865345] env[65997]: _type = "Task" [ 1013.865345] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.874318] env[65997]: DEBUG oslo_vmware.api [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.900039] env[65997]: DEBUG oslo_vmware.api [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188052} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.900298] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.900541] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.900838] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.901028] env[65997]: INFO nova.compute.manager [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1013.901284] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1013.901534] env[65997]: DEBUG nova.compute.manager [-] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1013.901661] env[65997]: DEBUG nova.network.neutron [-] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1013.901933] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.935740] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.970084] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718642, 'name': ReconfigVM_Task, 'duration_secs': 1.059741} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.970409] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce/1fd7a60e-804f-4e87-84ed-0f5b72667fce.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.971089] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d81881a-9bfc-4549-8eb6-4e4846fd5501 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.978809] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1013.978809] env[65997]: value = "task-4718657" [ 1013.978809] env[65997]: _type = "Task" [ 1013.978809] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.987577] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8d1f40c0-e290-40ed-8c54-3cb220a0e04f tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "1c94ff34-d9cb-4ae7-bf10-43ad441254be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.116s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.994921] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718657, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.070409] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718651, 'name': Rename_Task, 'duration_secs': 0.153594} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.070842] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.070975] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba99c0f7-a8c7-4b54-b52f-6c94fd549bb1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.078548] env[65997]: DEBUG nova.compute.manager [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-changed-0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.078932] env[65997]: DEBUG nova.compute.manager [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Refreshing instance network info cache due to event network-changed-0d0dbcc3-0dcc-49dc-8f80-6a684edee126. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.079260] env[65997]: DEBUG oslo_concurrency.lockutils [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] Acquiring lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.079540] env[65997]: DEBUG oslo_concurrency.lockutils [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] Acquired lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.079775] env[65997]: DEBUG nova.network.neutron [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Refreshing network info cache for port 0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.085238] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1014.085238] env[65997]: value = "task-4718658" [ 1014.085238] env[65997]: _type = "Task" [ 1014.085238] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.098327] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718658, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.113109] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718647, 'name': ReconfigVM_Task, 'duration_secs': 0.564527} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.113790] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c/e4843eaf-400b-4865-936d-65a3d87b4f9c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.115601] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'image_id': '1b595631-4f24-47cf-aa1c-a9154f80a99b'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'attachment_id': '10f17a7b-ea48-4eaa-97cf-26cbfbdffea5', 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65997) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1014.115935] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1014.116422] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1014.117731] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e582c859-ff9f-4dcf-8ff1-26410f5c6d03 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.149670] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f7e86-1c2d-477b-b90d-e1e7843c6b41 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.178586] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989/volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.179141] env[65997]: DEBUG nova.network.neutron [-] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.183346] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84310e77-5a86-4dc0-b303-077b623b358e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.201228] env[65997]: INFO nova.compute.manager [-] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Took 0.30 seconds to deallocate network for instance. [ 1014.206649] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1014.206649] env[65997]: value = "task-4718659" [ 1014.206649] env[65997]: _type = "Task" [ 1014.206649] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.216871] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.331389] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718655, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.345933] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce61363-d309-408a-b408-ff7b3362f58f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.354937] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2282bfb-5f64-4b59-a684-972d2e27881d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.395806] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48318380-874e-43aa-b33b-7518f73d09a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.413535] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea8cc03-d2c7-4f76-8f89-4e1dbc3d404d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.417879] env[65997]: DEBUG oslo_vmware.api [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Task: {'id': task-4718656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245719} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.417994] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.418198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.418379] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.418661] env[65997]: INFO nova.compute.manager [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1014.418919] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.419565] env[65997]: DEBUG nova.compute.manager [-] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1014.419684] env[65997]: DEBUG nova.network.neutron [-] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1014.419956] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.430621] env[65997]: DEBUG nova.compute.provider_tree [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.466101] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.491613] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718657, 'name': Rename_Task, 'duration_secs': 0.355804} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.491613] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.491613] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538d8705-749a-4f85-b67a-efae6f1948bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.500804] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1014.500804] env[65997]: value = "task-4718660" [ 1014.500804] env[65997]: _type = "Task" [ 1014.500804] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.510392] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.587918] env[65997]: WARNING neutronclient.v2_0.client [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.600324] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718658, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.705324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.722590] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.801476] env[65997]: WARNING neutronclient.v2_0.client [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.832394] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718655, 'name': CreateVM_Task, 'duration_secs': 0.735768} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.832740] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.833073] env[65997]: WARNING neutronclient.v2_0.client [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.833463] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.833625] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.834030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.834622] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bf5866-19eb-4803-a26e-a93a03c7ad67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.840907] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1014.840907] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e88cf2-6934-c88a-48b9-fa2d0813db4b" [ 1014.840907] env[65997]: _type = "Task" [ 1014.840907] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.853202] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e88cf2-6934-c88a-48b9-fa2d0813db4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.884290] env[65997]: DEBUG nova.network.neutron [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updated VIF entry in instance network info cache for port 0d0dbcc3-0dcc-49dc-8f80-6a684edee126. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.884430] env[65997]: DEBUG nova.network.neutron [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.934773] env[65997]: DEBUG nova.scheduler.client.report [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.013212] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.101307] env[65997]: DEBUG oslo_vmware.api [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718658, 'name': PowerOnVM_Task, 'duration_secs': 0.756772} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.101571] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.101773] env[65997]: INFO nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1015.101945] env[65997]: DEBUG nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.102857] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc1fa23-f3eb-4190-9da0-1fa720128ac9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.188346] env[65997]: DEBUG nova.network.neutron [-] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.219348] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.353503] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e88cf2-6934-c88a-48b9-fa2d0813db4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.353856] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.354112] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.354394] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.354562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.354747] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.355039] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-616fc637-c7a6-46a9-a32d-13526b193953 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.366174] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.366384] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.367599] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c258b1d5-92ac-4153-a7ba-165545fa4dee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.374648] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1015.374648] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0d715-6958-308e-e14d-429b408bbaa6" [ 1015.374648] env[65997]: _type = "Task" [ 1015.374648] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.384486] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0d715-6958-308e-e14d-429b408bbaa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.388656] env[65997]: DEBUG oslo_concurrency.lockutils [req-cc7fcd04-14dd-414c-86e9-a6791ce2c8a2 req-75f7888d-5485-4fad-84b3-595b22bc19b6 service nova] Releasing lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.440072] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.443262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.337s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.444200] env[65997]: INFO nova.compute.claims [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.468478] env[65997]: INFO nova.scheduler.client.report [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Deleted allocations for instance 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab [ 1015.512439] env[65997]: DEBUG oslo_vmware.api [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718660, 'name': PowerOnVM_Task, 'duration_secs': 0.575313} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.512621] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.512871] env[65997]: DEBUG nova.compute.manager [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.513855] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad799c6-d924-49c3-8f56-336cb8aaf6aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.621257] env[65997]: INFO nova.compute.manager [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Took 25.01 seconds to build instance. [ 1015.692372] env[65997]: INFO nova.compute.manager [-] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Took 1.27 seconds to deallocate network for instance. [ 1015.719415] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718659, 'name': ReconfigVM_Task, 'duration_secs': 1.084794} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.719784] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989/volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.725264] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31314c7f-b0f1-4603-9d95-8403cfe23755 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.745431] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1015.745431] env[65997]: value = "task-4718661" [ 1015.745431] env[65997]: _type = "Task" [ 1015.745431] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.758127] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.887231] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f0d715-6958-308e-e14d-429b408bbaa6, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.888241] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b1290c-064e-4d09-872d-8e4ccb916e6f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.895201] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1015.895201] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eba8dc-8a8a-0e39-a949-a880ba2655c8" [ 1015.895201] env[65997]: _type = "Task" [ 1015.895201] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.907588] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eba8dc-8a8a-0e39-a949-a880ba2655c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.977028] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c0251254-14df-4cf2-b6bc-d537fb4ec308 tempest-MultipleCreateTestJSON-1501668855 tempest-MultipleCreateTestJSON-1501668855-project-member] Lock "3fbeb661-39fc-407f-aeda-cfdb0eaf54ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.936s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.033998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.115379] env[65997]: DEBUG nova.compute.manager [req-b97fbb8a-3f35-401b-8e80-caf7f8fe1e40 req-be39ecce-c930-4132-824a-fb03e6b76523 service nova] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Received event network-vif-deleted-acfcca5d-f26b-4296-95c6-558cd3e56545 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.116330] env[65997]: DEBUG nova.compute.manager [req-b97fbb8a-3f35-401b-8e80-caf7f8fe1e40 req-be39ecce-c930-4132-824a-fb03e6b76523 service nova] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Received event network-vif-deleted-ed7465d9-372c-454c-ac0f-d366e284d36b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.124383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8730490-2794-4be9-be4c-18bc8827a61f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "06bec700-2ba6-4d17-a815-c52940118d9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.533s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.198987] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.260022] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718661, 'name': ReconfigVM_Task, 'duration_secs': 0.20602} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.260375] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.261205] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994de46c-a42f-49ca-8754-a32874f77b4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.269490] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1016.269490] env[65997]: value = "task-4718662" [ 1016.269490] env[65997]: _type = "Task" [ 1016.269490] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.280827] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718662, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.410042] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eba8dc-8a8a-0e39-a949-a880ba2655c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013763} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.410332] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.410631] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 61e18a23-fb20-447d-bc85-f50f1c1f4158/61e18a23-fb20-447d-bc85-f50f1c1f4158.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.410932] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4464bb3d-35ef-46a6-ac6e-5471642b2fb9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.419358] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1016.419358] env[65997]: value = "task-4718663" [ 1016.419358] env[65997]: _type = "Task" [ 1016.419358] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.429564] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.784161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb188773-1767-42e3-934e-869c1085a90c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.785743] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718662, 'name': Rename_Task, 'duration_secs': 0.206362} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.786608] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.786927] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f54ab71-7b09-483a-be83-fb04ceb303e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.791766] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7983c4fa-d82a-403a-9bb3-f965f474038e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.797746] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1016.797746] env[65997]: value = "task-4718664" [ 1016.797746] env[65997]: _type = "Task" [ 1016.797746] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.835101] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c235c8-84cc-4965-bdc8-61cf2975dfc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.841586] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.848461] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1940825-20ab-4820-abf9-971e3a1fa942 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.868274] env[65997]: DEBUG nova.compute.provider_tree [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.930190] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.316497] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.372278] env[65997]: DEBUG nova.scheduler.client.report [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.433841] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888489} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.434138] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 61e18a23-fb20-447d-bc85-f50f1c1f4158/61e18a23-fb20-447d-bc85-f50f1c1f4158.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.434388] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.434704] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a825698-d9e6-46fa-8ae9-98cdc17c6fc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.444126] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1017.444126] env[65997]: value = "task-4718665" [ 1017.444126] env[65997]: _type = "Task" [ 1017.444126] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.457159] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.810218] env[65997]: DEBUG oslo_vmware.api [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718664, 'name': PowerOnVM_Task, 'duration_secs': 0.736137} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.810500] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.810719] env[65997]: DEBUG nova.compute.manager [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1017.811619] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d6843e-3ac8-482c-bbac-8459820516fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.864932] env[65997]: DEBUG nova.compute.manager [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1017.866152] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7cc7f-a0ad-4de9-986e-9bee7fe7d964 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.878036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.878392] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1017.881531] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.333s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.959800] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098989} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.960210] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.961202] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ba4b8c-7f58-48eb-8e18-573113e246e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.995828] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 61e18a23-fb20-447d-bc85-f50f1c1f4158/61e18a23-fb20-447d-bc85-f50f1c1f4158.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.996218] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b5bb42-9ee1-4dff-9320-328fb2afcaa9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.021707] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1018.021707] env[65997]: value = "task-4718666" [ 1018.021707] env[65997]: _type = "Task" [ 1018.021707] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.034185] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.329103] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.384986] env[65997]: INFO nova.compute.manager [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] instance snapshotting [ 1018.388296] env[65997]: DEBUG nova.compute.utils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.391907] env[65997]: INFO nova.compute.claims [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.397162] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1018.397372] env[65997]: DEBUG nova.network.neutron [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1018.398009] env[65997]: WARNING neutronclient.v2_0.client [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.398113] env[65997]: WARNING neutronclient.v2_0.client [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.403736] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ac94b-12ad-4ec8-b281-3e0d5254af24 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.429030] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d9906-6e07-4050-a0e5-3aec71807ec4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.493343] env[65997]: DEBUG nova.policy [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3c0116cb20468c847ca78d0e210407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1396886123ae4f84938b7e47d9ac222a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.536523] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.828884] env[65997]: DEBUG nova.network.neutron [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Successfully created port: f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1018.898589] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1018.911135] env[65997]: INFO nova.compute.resource_tracker [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating resource usage from migration aa4ff667-637b-4334-848d-476a4df3bceb [ 1018.943657] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.943657] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80578c6c-b3bf-4e96-a35c-17d065c8029a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.958567] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1018.958567] env[65997]: value = "task-4718667" [ 1018.958567] env[65997]: _type = "Task" [ 1018.958567] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.972494] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.033799] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718666, 'name': ReconfigVM_Task, 'duration_secs': 0.758818} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.037194] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 61e18a23-fb20-447d-bc85-f50f1c1f4158/61e18a23-fb20-447d-bc85-f50f1c1f4158.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.038164] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afaf214a-993e-4ea7-8565-3428eb45f42e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.046140] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1019.046140] env[65997]: value = "task-4718668" [ 1019.046140] env[65997]: _type = "Task" [ 1019.046140] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.059787] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718668, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.214671] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d810d94b-0ab7-4a32-8839-95d90817f04b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.223507] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab80d9c6-6073-460c-b31b-575e41b2c62c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.267899] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50227670-542c-4d19-a1fa-d1a03c613561 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.278418] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec2d351-8892-4bd4-89aa-b3cbfb411d55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.294439] env[65997]: DEBUG nova.compute.provider_tree [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.347113] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "1d46355a-a837-4299-af6c-02491a1984df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.347386] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "1d46355a-a837-4299-af6c-02491a1984df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.468648] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.557348] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718668, 'name': Rename_Task, 'duration_secs': 0.251724} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.557727] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.558086] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5e116d-c91d-438c-8db4-bfb655f21cc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.566678] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.566678] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.571461] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1019.571461] env[65997]: value = "task-4718669" [ 1019.571461] env[65997]: _type = "Task" [ 1019.571461] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.581362] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.802512] env[65997]: DEBUG nova.scheduler.client.report [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.850459] env[65997]: DEBUG nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1019.912659] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1019.940886] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1019.940886] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.941150] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1019.941424] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.941657] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1019.941874] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1019.942120] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.942286] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1019.942448] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1019.942697] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1019.942768] env[65997]: DEBUG nova.virt.hardware [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1019.943693] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49328672-c6dc-444e-9636-a43d06e8812c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.953885] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23088aa4-f736-424a-b0c0-4ca5ccfc99b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.977062] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718667, 'name': CreateSnapshot_Task, 'duration_secs': 0.881448} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.977376] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.977908] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe92cc0-a1aa-4cdf-85f4-d377353cbdba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.071089] env[65997]: DEBUG nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1020.082643] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718669, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.310468] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.429s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.310689] env[65997]: INFO nova.compute.manager [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Migrating [ 1020.323362] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.606s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.324975] env[65997]: INFO nova.compute.claims [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.328988] env[65997]: DEBUG nova.compute.manager [req-cc294e05-439c-403c-b841-8c90efa29ba8 req-3d70b458-d769-4a5d-b768-4d42777623ff service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Received event network-vif-plugged-f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.329356] env[65997]: DEBUG oslo_concurrency.lockutils [req-cc294e05-439c-403c-b841-8c90efa29ba8 req-3d70b458-d769-4a5d-b768-4d42777623ff service nova] Acquiring lock "dce4468b-a028-4d65-a149-285973891d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.329608] env[65997]: DEBUG oslo_concurrency.lockutils [req-cc294e05-439c-403c-b841-8c90efa29ba8 req-3d70b458-d769-4a5d-b768-4d42777623ff service nova] Lock "dce4468b-a028-4d65-a149-285973891d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.329799] env[65997]: DEBUG oslo_concurrency.lockutils [req-cc294e05-439c-403c-b841-8c90efa29ba8 req-3d70b458-d769-4a5d-b768-4d42777623ff service nova] Lock "dce4468b-a028-4d65-a149-285973891d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.329982] env[65997]: DEBUG nova.compute.manager [req-cc294e05-439c-403c-b841-8c90efa29ba8 req-3d70b458-d769-4a5d-b768-4d42777623ff service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] No waiting events found dispatching network-vif-plugged-f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1020.330185] env[65997]: WARNING nova.compute.manager [req-cc294e05-439c-403c-b841-8c90efa29ba8 req-3d70b458-d769-4a5d-b768-4d42777623ff service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Received unexpected event network-vif-plugged-f50fa3c4-b1ad-4d11-89c3-77754787142e for instance with vm_state building and task_state spawning. [ 1020.380582] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.412981] env[65997]: DEBUG nova.network.neutron [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Successfully updated port: f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1020.497880] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.498650] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1f7d77b-31c3-48ff-939f-02361efa2706 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.508248] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1020.508248] env[65997]: value = "task-4718670" [ 1020.508248] env[65997]: _type = "Task" [ 1020.508248] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.516951] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718670, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.586988] env[65997]: DEBUG oslo_vmware.api [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718669, 'name': PowerOnVM_Task, 'duration_secs': 0.740776} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.587291] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.587540] env[65997]: INFO nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1020.587742] env[65997]: DEBUG nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1020.588545] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f68d73-d6b4-48cd-bc9b-6a7abccd2bcc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.599220] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.835590] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.835786] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.835980] env[65997]: DEBUG nova.network.neutron [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1020.916218] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.916534] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.916695] env[65997]: DEBUG nova.network.neutron [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.019486] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718670, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.109781] env[65997]: INFO nova.compute.manager [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Took 25.08 seconds to build instance. [ 1021.339149] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.463188] env[65997]: DEBUG nova.network.neutron [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.521827] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718670, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.574139] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.575782] env[65997]: WARNING neutronclient.v2_0.client [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.613660] env[65997]: DEBUG oslo_concurrency.lockutils [None req-17f2f0c4-dcff-46ce-baab-145cf9821a22 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.590s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.694742] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3ea8c-be1a-4372-b197-fb8c1a149b08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.703910] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25580dc-bb77-4675-b175-9f4328caac3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.747838] env[65997]: DEBUG nova.network.neutron [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updating instance_info_cache with network_info: [{"id": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "address": "fa:16:3e:7e:b1:90", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fa3c4-b1", "ovs_interfaceid": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.750090] env[65997]: DEBUG nova.network.neutron [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [{"id": "1a4b48ca-5374-439f-87a1-c1efc0629079", "address": "fa:16:3e:b0:bf:bb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4b48ca-53", "ovs_interfaceid": "1a4b48ca-5374-439f-87a1-c1efc0629079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.751817] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6cf7f3-d0eb-4c96-bf8b-903e9590ad1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.760995] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cbbf7-8418-430d-adc9-e4ca933108ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.782898] env[65997]: DEBUG nova.compute.provider_tree [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.024191] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718670, 'name': CloneVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.259037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.259037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.259037] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Instance network_info: |[{"id": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "address": "fa:16:3e:7e:b1:90", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fa3c4-b1", "ovs_interfaceid": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1022.259037] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:b1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50fa3c4-b1ad-4d11-89c3-77754787142e', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.266278] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1022.266763] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce4468b-a028-4d65-a149-285973891d1d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.267011] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dbc8c89-fb60-45b2-8d79-1a154b2f1b75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.286556] env[65997]: DEBUG nova.scheduler.client.report [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.293066] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.293066] env[65997]: value = "task-4718671" [ 1022.293066] env[65997]: _type = "Task" [ 1022.293066] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.303310] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718671, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.357761] env[65997]: DEBUG nova.compute.manager [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Received event network-changed-f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.357761] env[65997]: DEBUG nova.compute.manager [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Refreshing instance network info cache due to event network-changed-f50fa3c4-b1ad-4d11-89c3-77754787142e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1022.357761] env[65997]: DEBUG oslo_concurrency.lockutils [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] Acquiring lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.357761] env[65997]: DEBUG oslo_concurrency.lockutils [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] Acquired lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.358020] env[65997]: DEBUG nova.network.neutron [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Refreshing network info cache for port f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.523747] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718670, 'name': CloneVM_Task, 'duration_secs': 1.624503} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.524070] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Created linked-clone VM from snapshot [ 1022.525102] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b8263d-674a-42d6-b324-2510e1f155a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.535272] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Uploading image fba6c946-1ead-4a63-89c4-fbfa834e85bb {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.550591] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.550972] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ac853a0-acd9-4f0c-bbf3-0a62bd702e89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.560384] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1022.560384] env[65997]: value = "task-4718672" [ 1022.560384] env[65997]: _type = "Task" [ 1022.560384] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.570108] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718672, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.795470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.796434] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1022.798811] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.128s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.799050] env[65997]: DEBUG nova.objects.instance [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'pci_requests' on Instance uuid b4ae511d-a672-42bc-93b4-92a0cc8f720b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.811571] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718671, 'name': CreateVM_Task, 'duration_secs': 0.521648} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.811786] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce4468b-a028-4d65-a149-285973891d1d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.812484] env[65997]: WARNING neutronclient.v2_0.client [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.812896] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.813091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.813395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.814712] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcba408c-90ef-4449-87ed-e0b182a2bf2c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.822136] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1022.822136] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526917ef-c77e-1fe0-c6ae-4c4e59a01aa4" [ 1022.822136] env[65997]: _type = "Task" [ 1022.822136] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.835740] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526917ef-c77e-1fe0-c6ae-4c4e59a01aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.861548] env[65997]: WARNING neutronclient.v2_0.client [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.054487] env[65997]: WARNING neutronclient.v2_0.client [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.073501] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718672, 'name': Destroy_Task, 'duration_secs': 0.502917} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.073862] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Destroyed the VM [ 1023.074307] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.074649] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ce9e057-5b1b-4677-be50-733c3f4d3a41 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.082738] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1023.082738] env[65997]: value = "task-4718673" [ 1023.082738] env[65997]: _type = "Task" [ 1023.082738] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.093739] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.169716] env[65997]: DEBUG nova.network.neutron [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updated VIF entry in instance network info cache for port f50fa3c4-b1ad-4d11-89c3-77754787142e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.170166] env[65997]: DEBUG nova.network.neutron [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updating instance_info_cache with network_info: [{"id": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "address": "fa:16:3e:7e:b1:90", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fa3c4-b1", "ovs_interfaceid": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.305390] env[65997]: DEBUG nova.compute.utils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.308223] env[65997]: DEBUG nova.objects.instance [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'numa_topology' on Instance uuid b4ae511d-a672-42bc-93b4-92a0cc8f720b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.309219] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1023.309423] env[65997]: DEBUG nova.network.neutron [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1023.309775] env[65997]: WARNING neutronclient.v2_0.client [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.310109] env[65997]: WARNING neutronclient.v2_0.client [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.334276] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526917ef-c77e-1fe0-c6ae-4c4e59a01aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.334478] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.334716] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.334947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.335121] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.335325] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.335627] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed60370d-ac35-4325-b586-9f834b8682a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.351073] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.351290] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.353543] env[65997]: DEBUG nova.policy [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de8b4d2f97ab4ec486293ec900fb9b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f9088c6d11482994eeb300852b0c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.355380] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777e92d3-9fc4-4403-b456-f721cb2c78c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.362755] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1023.362755] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524840c1-97c3-32a1-1190-baa4d2a628b7" [ 1023.362755] env[65997]: _type = "Task" [ 1023.362755] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.373492] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524840c1-97c3-32a1-1190-baa4d2a628b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.594088] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718673, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.672776] env[65997]: DEBUG oslo_concurrency.lockutils [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] Releasing lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.673103] env[65997]: DEBUG nova.compute.manager [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-changed-0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.673533] env[65997]: DEBUG nova.compute.manager [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Refreshing instance network info cache due to event network-changed-0d0dbcc3-0dcc-49dc-8f80-6a684edee126. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1023.673604] env[65997]: DEBUG oslo_concurrency.lockutils [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] Acquiring lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.673714] env[65997]: DEBUG oslo_concurrency.lockutils [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] Acquired lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.674093] env[65997]: DEBUG nova.network.neutron [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Refreshing network info cache for port 0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.682323] env[65997]: DEBUG nova.network.neutron [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Successfully created port: 37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1023.780167] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8555e39-3e2b-4e7c-a02f-2b37b10e12b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.803216] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.813076] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1023.815973] env[65997]: INFO nova.compute.claims [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.877058] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]524840c1-97c3-32a1-1190-baa4d2a628b7, 'name': SearchDatastore_Task, 'duration_secs': 0.024564} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.877995] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50462a6d-4395-4908-864d-2ecc51d6eeee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.885958] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1023.885958] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0c149-9064-661b-c592-8c5c12f26a29" [ 1023.885958] env[65997]: _type = "Task" [ 1023.885958] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.896996] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0c149-9064-661b-c592-8c5c12f26a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.095718] env[65997]: DEBUG oslo_vmware.api [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.729592} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.096096] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.176772] env[65997]: WARNING neutronclient.v2_0.client [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.310499] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.310868] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e88ad1cf-e2c8-472a-befc-dfd78e6c6bf4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.326999] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1024.326999] env[65997]: value = "task-4718674" [ 1024.326999] env[65997]: _type = "Task" [ 1024.326999] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.341245] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.398392] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0c149-9064-661b-c592-8c5c12f26a29, 'name': SearchDatastore_Task, 'duration_secs': 0.013508} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.398746] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.399058] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] dce4468b-a028-4d65-a149-285973891d1d/dce4468b-a028-4d65-a149-285973891d1d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.402079] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0169d989-c66d-46f3-89d1-c66bb2ccf290 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.412583] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1024.412583] env[65997]: value = "task-4718675" [ 1024.412583] env[65997]: _type = "Task" [ 1024.412583] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.427612] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.600841] env[65997]: WARNING nova.compute.manager [None req-da96f783-5213-41b6-a628-d26bd25b4354 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Image not found during snapshot: nova.exception.ImageNotFound: Image fba6c946-1ead-4a63-89c4-fbfa834e85bb could not be found. [ 1024.603205] env[65997]: WARNING neutronclient.v2_0.client [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.737940] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc68ea8-b2ae-47e7-a900-0a7b13818b6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.747485] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72feae-8c23-46da-acc4-b94d76c173e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.786058] env[65997]: DEBUG nova.network.neutron [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updated VIF entry in instance network info cache for port 0d0dbcc3-0dcc-49dc-8f80-6a684edee126. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.786447] env[65997]: DEBUG nova.network.neutron [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.788694] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ec7cbb-a422-4bd6-9805-202b64d51f80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.798580] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f75680-6588-400f-8c4b-782ded0478bd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.818577] env[65997]: DEBUG nova.compute.provider_tree [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.828784] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1024.842922] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718674, 'name': PowerOffVM_Task, 'duration_secs': 0.340433} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.844257] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.844257] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.860736] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1024.861011] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.861177] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1024.861357] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.861501] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1024.861646] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1024.861856] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.862015] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1024.862305] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1024.862389] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1024.862510] env[65997]: DEBUG nova.virt.hardware [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1024.863447] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471d95d-89c6-4080-9fb0-9d3ea72bdd67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.873513] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c74f3-15eb-4ce2-bf2c-bb5582918c73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.928140] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718675, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.058301] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "06bec700-2ba6-4d17-a815-c52940118d9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.058603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "06bec700-2ba6-4d17-a815-c52940118d9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.058866] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "06bec700-2ba6-4d17-a815-c52940118d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.059133] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "06bec700-2ba6-4d17-a815-c52940118d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.059363] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "06bec700-2ba6-4d17-a815-c52940118d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.061992] env[65997]: INFO nova.compute.manager [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Terminating instance [ 1025.141922] env[65997]: DEBUG nova.compute.manager [req-cbe6e5d3-96c3-4aed-838a-574a3d17bc8a req-8c38e92a-17ef-4247-8319-66c236e90440 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Received event network-vif-plugged-37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.142279] env[65997]: DEBUG oslo_concurrency.lockutils [req-cbe6e5d3-96c3-4aed-838a-574a3d17bc8a req-8c38e92a-17ef-4247-8319-66c236e90440 service nova] Acquiring lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.142534] env[65997]: DEBUG oslo_concurrency.lockutils [req-cbe6e5d3-96c3-4aed-838a-574a3d17bc8a req-8c38e92a-17ef-4247-8319-66c236e90440 service nova] Lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.142721] env[65997]: DEBUG oslo_concurrency.lockutils [req-cbe6e5d3-96c3-4aed-838a-574a3d17bc8a req-8c38e92a-17ef-4247-8319-66c236e90440 service nova] Lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.142888] env[65997]: DEBUG nova.compute.manager [req-cbe6e5d3-96c3-4aed-838a-574a3d17bc8a req-8c38e92a-17ef-4247-8319-66c236e90440 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] No waiting events found dispatching network-vif-plugged-37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1025.143064] env[65997]: WARNING nova.compute.manager [req-cbe6e5d3-96c3-4aed-838a-574a3d17bc8a req-8c38e92a-17ef-4247-8319-66c236e90440 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Received unexpected event network-vif-plugged-37980b2b-25be-4189-85ee-b607ae463276 for instance with vm_state building and task_state spawning. [ 1025.249091] env[65997]: DEBUG nova.network.neutron [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Successfully updated port: 37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1025.293047] env[65997]: DEBUG oslo_concurrency.lockutils [req-3efb9fe8-e93b-4000-9f37-e3f820747dab req-11a6a2f1-ac85-4c76-b84d-29123620e52a service nova] Releasing lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.321927] env[65997]: DEBUG nova.scheduler.client.report [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.350428] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1025.350760] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.350963] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1025.351609] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.351713] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1025.351889] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1025.352305] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1025.352305] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1025.352461] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1025.352637] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1025.352822] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1025.359469] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca0bff4-9157-421c-9fe1-f080162eb5cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.380935] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1025.380935] env[65997]: value = "task-4718676" [ 1025.380935] env[65997]: _type = "Task" [ 1025.380935] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.391646] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.424774] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693617} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.425074] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] dce4468b-a028-4d65-a149-285973891d1d/dce4468b-a028-4d65-a149-285973891d1d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.425298] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.425558] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85373372-34d8-4d2c-be22-7aaa47596384 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.432990] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1025.432990] env[65997]: value = "task-4718677" [ 1025.432990] env[65997]: _type = "Task" [ 1025.432990] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.443129] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.566955] env[65997]: DEBUG nova.compute.manager [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1025.567212] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.568257] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010f739-7ed4-409f-92f4-57c08608f7e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.576053] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.576318] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4519b5a0-1cfe-46e0-b9e7-3b7fe5f6b44b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.583638] env[65997]: DEBUG oslo_vmware.api [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1025.583638] env[65997]: value = "task-4718678" [ 1025.583638] env[65997]: _type = "Task" [ 1025.583638] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.593547] env[65997]: DEBUG oslo_vmware.api [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.752635] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.752635] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.752881] env[65997]: DEBUG nova.network.neutron [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1025.827410] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.029s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.827791] env[65997]: WARNING neutronclient.v2_0.client [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.831809] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.159s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.832101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.834562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.967s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.834697] env[65997]: DEBUG nova.objects.instance [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lazy-loading 'resources' on Instance uuid b7809259-7fe6-4cbe-8672-b585e99a612a {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.862860] env[65997]: INFO nova.scheduler.client.report [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocations for instance 2fdcefb4-020c-4d13-8662-059951d3ccba [ 1025.869352] env[65997]: INFO nova.network.neutron [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating port bca10115-1c7e-4f45-9979-e01934fb5db1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1025.894485] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718676, 'name': ReconfigVM_Task, 'duration_secs': 0.327836} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.894485] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.949033] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066839} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.949338] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.952087] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ffa770-7a0c-41b7-a96f-ac35c3b0c2ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.979547] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] dce4468b-a028-4d65-a149-285973891d1d/dce4468b-a028-4d65-a149-285973891d1d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.980216] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba938084-02c5-47d2-bdf3-30aee0d32172 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.001856] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1026.001856] env[65997]: value = "task-4718679" [ 1026.001856] env[65997]: _type = "Task" [ 1026.001856] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.012189] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.095266] env[65997]: DEBUG oslo_vmware.api [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718678, 'name': PowerOffVM_Task, 'duration_secs': 0.236056} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.095551] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.095790] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.096020] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0373a167-3d54-4cca-89c3-2383640b3112 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.195455] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.196246] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.196246] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleting the datastore file [datastore1] 06bec700-2ba6-4d17-a815-c52940118d9d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.196658] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7829c17-e405-43b5-bfb3-f23c4d33ae3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.206207] env[65997]: DEBUG oslo_vmware.api [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1026.206207] env[65997]: value = "task-4718681" [ 1026.206207] env[65997]: _type = "Task" [ 1026.206207] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.219791] env[65997]: DEBUG oslo_vmware.api [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.292439] env[65997]: DEBUG nova.network.neutron [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1026.375241] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d57ff48-d118-4c28-ae16-938715c1d82f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "2fdcefb4-020c-4d13-8662-059951d3ccba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.308s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.392455] env[65997]: WARNING neutronclient.v2_0.client [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.401881] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1026.402166] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.402335] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1026.402544] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.402707] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1026.402864] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1026.403095] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.403273] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1026.403480] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1026.403630] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1026.403814] env[65997]: DEBUG nova.virt.hardware [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1026.409267] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.410167] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010a7268-daa7-4d96-ad56-b39270e5a287 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.435060] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1026.435060] env[65997]: value = "task-4718682" [ 1026.435060] env[65997]: _type = "Task" [ 1026.435060] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.449385] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.482438] env[65997]: DEBUG nova.network.neutron [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance_info_cache with network_info: [{"id": "37980b2b-25be-4189-85ee-b607ae463276", "address": "fa:16:3e:b4:22:da", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37980b2b-25", "ovs_interfaceid": "37980b2b-25be-4189-85ee-b607ae463276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.516724] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.682375] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af411ca3-a7b1-4a0c-896b-9b91abfaf408 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.692706] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41330263-8f37-42d6-b935-3e77618372fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.743950] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1eb62b-8aaa-40aa-9237-0ad83bcfdf65 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.757800] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b239b413-1363-44a6-a2ae-bd0084308953 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.762303] env[65997]: DEBUG oslo_vmware.api [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153968} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.762599] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.762763] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.762933] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.763125] env[65997]: INFO nova.compute.manager [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1026.763376] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1026.764078] env[65997]: DEBUG nova.compute.manager [-] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1026.764480] env[65997]: DEBUG nova.network.neutron [-] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1026.764480] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.779611] env[65997]: DEBUG nova.compute.provider_tree [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.823236] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.946478] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718682, 'name': ReconfigVM_Task, 'duration_secs': 0.351888} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.946780] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1026.947803] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409e572b-5acb-48d2-945d-a30b1a74ccb7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.973843] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642/161cf2c1-da7d-4755-9c1d-d5c451198642.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.974133] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad6e76c-0f79-48ea-bb0a-a91435b2a727 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.987562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.987948] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Instance network_info: |[{"id": "37980b2b-25be-4189-85ee-b607ae463276", "address": "fa:16:3e:b4:22:da", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37980b2b-25", "ovs_interfaceid": "37980b2b-25be-4189-85ee-b607ae463276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1026.988428] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:22:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37980b2b-25be-4189-85ee-b607ae463276', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.996966] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1026.997999] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.998269] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b878218b-70df-424e-ba2e-31a11398615b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.015029] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1027.015029] env[65997]: value = "task-4718683" [ 1027.015029] env[65997]: _type = "Task" [ 1027.015029] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.023821] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.023821] env[65997]: value = "task-4718684" [ 1027.023821] env[65997]: _type = "Task" [ 1027.023821] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.034203] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.034492] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.040840] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718684, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.283756] env[65997]: DEBUG nova.scheduler.client.report [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.297629] env[65997]: DEBUG nova.compute.manager [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Received event network-changed-37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.297629] env[65997]: DEBUG nova.compute.manager [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Refreshing instance network info cache due to event network-changed-37980b2b-25be-4189-85ee-b607ae463276. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1027.297736] env[65997]: DEBUG oslo_concurrency.lockutils [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] Acquiring lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.297890] env[65997]: DEBUG oslo_concurrency.lockutils [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] Acquired lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.297973] env[65997]: DEBUG nova.network.neutron [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Refreshing network info cache for port 37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.432863] env[65997]: DEBUG nova.compute.manager [req-f9cf277b-a739-45d1-9041-c6297ce5fda7 req-656945bf-f876-40b6-81e8-93835e7687b5 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-vif-plugged-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.433097] env[65997]: DEBUG oslo_concurrency.lockutils [req-f9cf277b-a739-45d1-9041-c6297ce5fda7 req-656945bf-f876-40b6-81e8-93835e7687b5 service nova] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.433322] env[65997]: DEBUG oslo_concurrency.lockutils [req-f9cf277b-a739-45d1-9041-c6297ce5fda7 req-656945bf-f876-40b6-81e8-93835e7687b5 service nova] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.433443] env[65997]: DEBUG oslo_concurrency.lockutils [req-f9cf277b-a739-45d1-9041-c6297ce5fda7 req-656945bf-f876-40b6-81e8-93835e7687b5 service nova] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.433927] env[65997]: DEBUG nova.compute.manager [req-f9cf277b-a739-45d1-9041-c6297ce5fda7 req-656945bf-f876-40b6-81e8-93835e7687b5 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] No waiting events found dispatching network-vif-plugged-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1027.434023] env[65997]: WARNING nova.compute.manager [req-f9cf277b-a739-45d1-9041-c6297ce5fda7 req-656945bf-f876-40b6-81e8-93835e7687b5 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received unexpected event network-vif-plugged-bca10115-1c7e-4f45-9979-e01934fb5db1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1027.535817] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718679, 'name': ReconfigVM_Task, 'duration_secs': 1.356063} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.536078] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.536867] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] dce4468b-a028-4d65-a149-285973891d1d/dce4468b-a028-4d65-a149-285973891d1d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.537607] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8bd1f2-5d51-48ad-862e-6f5f01671fe0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.542456] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718684, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.548314] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1027.548314] env[65997]: value = "task-4718685" [ 1027.548314] env[65997]: _type = "Task" [ 1027.548314] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.552516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.552995] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.552995] env[65997]: DEBUG nova.network.neutron [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1027.561552] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718685, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.592007] env[65997]: DEBUG nova.network.neutron [-] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.789021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.792085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.087s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.792293] env[65997]: DEBUG nova.objects.instance [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'resources' on Instance uuid c85b1920-bb1a-4037-924d-3f95f4ea606e {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.803864] env[65997]: WARNING neutronclient.v2_0.client [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.817792] env[65997]: INFO nova.scheduler.client.report [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Deleted allocations for instance b7809259-7fe6-4cbe-8672-b585e99a612a [ 1027.977634] env[65997]: WARNING neutronclient.v2_0.client [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.033047] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.039212] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718684, 'name': CreateVM_Task, 'duration_secs': 0.545022} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.039413] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.040023] env[65997]: WARNING neutronclient.v2_0.client [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.040413] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.040661] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.041048] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.041338] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23d409e-f760-4142-b451-3fa395b20d21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.048453] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1028.048453] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8344c-dedb-fb8c-89a8-76766729c0ff" [ 1028.048453] env[65997]: _type = "Task" [ 1028.048453] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.057082] env[65997]: WARNING neutronclient.v2_0.client [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.060168] env[65997]: DEBUG nova.network.neutron [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updated VIF entry in instance network info cache for port 37980b2b-25be-4189-85ee-b607ae463276. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1028.060503] env[65997]: DEBUG nova.network.neutron [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance_info_cache with network_info: [{"id": "37980b2b-25be-4189-85ee-b607ae463276", "address": "fa:16:3e:b4:22:da", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37980b2b-25", "ovs_interfaceid": "37980b2b-25be-4189-85ee-b607ae463276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.069455] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8344c-dedb-fb8c-89a8-76766729c0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.069714] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718685, 'name': Rename_Task, 'duration_secs': 0.153376} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.070811] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.071060] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.071295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.071440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.071609] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.071890] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.072386] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b4bf34-1565-4015-90bc-2bd83dd7e49a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.074270] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f79973a-ffe6-47f0-9dbd-cd75a337a6e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.082812] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1028.082812] env[65997]: value = "task-4718686" [ 1028.082812] env[65997]: _type = "Task" [ 1028.082812] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.085089] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.085089] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.087782] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6fed8de-ad85-47b4-a537-f6421dcdbb04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.095975] env[65997]: INFO nova.compute.manager [-] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Took 1.33 seconds to deallocate network for instance. [ 1028.096341] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.099363] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1028.099363] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52041b5e-541b-1da5-ddaa-9d9e1119a11f" [ 1028.099363] env[65997]: _type = "Task" [ 1028.099363] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.116649] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52041b5e-541b-1da5-ddaa-9d9e1119a11f, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.118036] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3c23f3-efe3-4406-aec9-8c34aefa2ed6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.124332] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1028.124332] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277a935-1a64-0f5e-3817-861eaf1d27af" [ 1028.124332] env[65997]: _type = "Task" [ 1028.124332] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.133018] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277a935-1a64-0f5e-3817-861eaf1d27af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.250902] env[65997]: WARNING neutronclient.v2_0.client [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.325797] env[65997]: DEBUG oslo_concurrency.lockutils [None req-67cbd667-1547-48ba-b43a-cf165efa7352 tempest-ImagesTestJSON-683267755 tempest-ImagesTestJSON-683267755-project-member] Lock "b7809259-7fe6-4cbe-8672-b585e99a612a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.171s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.337770] env[65997]: DEBUG nova.network.neutron [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.536042] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718683, 'name': ReconfigVM_Task, 'duration_secs': 1.045881} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.539381] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642/161cf2c1-da7d-4755-9c1d-d5c451198642.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.539811] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.571820] env[65997]: DEBUG oslo_concurrency.lockutils [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] Releasing lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.572098] env[65997]: DEBUG nova.compute.manager [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Received event network-vif-deleted-8a12d998-82cf-4507-94a9-3b9cd9d95504 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1028.572269] env[65997]: INFO nova.compute.manager [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Neutron deleted interface 8a12d998-82cf-4507-94a9-3b9cd9d95504; detaching it from the instance and deleting it from the info cache [ 1028.572447] env[65997]: DEBUG nova.network.neutron [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.599572] env[65997]: DEBUG oslo_vmware.api [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718686, 'name': PowerOnVM_Task, 'duration_secs': 0.495408} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.602729] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.603079] env[65997]: INFO nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1028.603313] env[65997]: DEBUG nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1028.604643] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135a6606-cf76-4a29-8ebb-75399c405bfe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.608715] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.631975] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37891b8-6566-440f-9a13-b0b8c6259ab5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.638835] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5277a935-1a64-0f5e-3817-861eaf1d27af, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.639279] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.639547] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c/5759e520-5328-4d56-87b4-2880ef46a82c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.639943] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d836e649-22d5-4bfb-b782-7562848c76e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.645864] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3238a02-d875-4b80-b0a5-9ff89041d277 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.651123] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1028.651123] env[65997]: value = "task-4718687" [ 1028.651123] env[65997]: _type = "Task" [ 1028.651123] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.681866] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c6d32-44b2-4de3-a1df-849871d4aba4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.688174] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.694581] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e210a-cf0f-4e8e-bcdf-226a27c1f3dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.709861] env[65997]: DEBUG nova.compute.provider_tree [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.845248] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.873942] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8fe0ad896f3d916f758cb2f3692f0057',container_format='bare',created_at=2025-11-22T04:35:48Z,direct_url=,disk_format='vmdk',id=644aea5e-fd70-4a24-b52f-2dad55b9e882,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1091165221-shelved',owner='35274325388d4c18a7b6f7f868036d01',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-22T04:36:03Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.874184] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.874347] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.874529] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.874675] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.874823] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.875045] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.875211] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.875376] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.875535] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.875706] env[65997]: DEBUG nova.virt.hardware [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.876588] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b519b983-827a-41ef-a8b7-f09f5823d248 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.885701] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeaca2e-427b-4079-8d7b-3b48bad41021 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.902723] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:58:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca10115-1c7e-4f45-9979-e01934fb5db1', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.910545] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1028.910829] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.911058] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3101fab-76d6-440b-8d74-228e5a07de91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.931092] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.931092] env[65997]: value = "task-4718688" [ 1028.931092] env[65997]: _type = "Task" [ 1028.931092] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.940039] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718688, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.047370] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6072bb5c-6d86-4458-b6d1-8c3d7cbeff4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.068184] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ef817-68c9-4c91-b990-a2b11f2ea274 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.087946] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.091688] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d080d321-ba23-49b7-882c-a0d723d85695 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.102810] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db51a4b5-647f-4315-9318-6aef65bc4777 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.139143] env[65997]: DEBUG nova.compute.manager [req-37b2414a-43fe-44bb-8cfc-5e01f9387ccd req-5db30530-4d2f-43c8-829a-52c2af2b4616 service nova] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Detach interface failed, port_id=8a12d998-82cf-4507-94a9-3b9cd9d95504, reason: Instance 06bec700-2ba6-4d17-a815-c52940118d9d could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.139962] env[65997]: INFO nova.compute.manager [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Took 27.05 seconds to build instance. [ 1029.161522] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.215238] env[65997]: DEBUG nova.scheduler.client.report [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.441929] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718688, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.598662] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.599459] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.645183] env[65997]: DEBUG oslo_concurrency.lockutils [None req-11084e14-616e-45d4-ae6c-b4896682f2d0 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "dce4468b-a028-4d65-a149-285973891d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.565s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.646736] env[65997]: DEBUG nova.compute.manager [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.647138] env[65997]: DEBUG nova.compute.manager [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing instance network info cache due to event network-changed-bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1029.647406] env[65997]: DEBUG oslo_concurrency.lockutils [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] Acquiring lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.647580] env[65997]: DEBUG oslo_concurrency.lockutils [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] Acquired lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.648055] env[65997]: DEBUG nova.network.neutron [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Refreshing network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.650459] env[65997]: DEBUG nova.network.neutron [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Port 1a4b48ca-5374-439f-87a1-c1efc0629079 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1029.669565] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.724047] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.726439] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.691s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.726439] env[65997]: DEBUG nova.objects.instance [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1029.750915] env[65997]: INFO nova.scheduler.client.report [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance c85b1920-bb1a-4037-924d-3f95f4ea606e [ 1029.946853] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718688, 'name': CreateVM_Task, 'duration_secs': 0.650317} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.946853] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.947604] env[65997]: WARNING neutronclient.v2_0.client [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.947891] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.948085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.948504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.948814] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec077e5c-3d6d-44a5-b9f1-ae2cebc20946 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.955690] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1029.955690] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52baacf0-11e5-d859-8580-e0bd5a2248ae" [ 1029.955690] env[65997]: _type = "Task" [ 1029.955690] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.964842] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52baacf0-11e5-d859-8580-e0bd5a2248ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.158647] env[65997]: WARNING neutronclient.v2_0.client [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.171675] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.302232} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.171951] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c/5759e520-5328-4d56-87b4-2880ef46a82c.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.172175] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.172448] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5646a9a6-e450-453e-8dc0-f27e5de30526 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.180854] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1030.180854] env[65997]: value = "task-4718689" [ 1030.180854] env[65997]: _type = "Task" [ 1030.180854] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.194730] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.260490] env[65997]: DEBUG oslo_concurrency.lockutils [None req-75976b90-c8ac-44e7-ad32-1d36fff56c8f tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c85b1920-bb1a-4037-924d-3f95f4ea606e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.023s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.360320] env[65997]: WARNING neutronclient.v2_0.client [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.468305] env[65997]: DEBUG nova.network.neutron [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updated VIF entry in instance network info cache for port bca10115-1c7e-4f45-9979-e01934fb5db1. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1030.468710] env[65997]: DEBUG nova.network.neutron [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [{"id": "bca10115-1c7e-4f45-9979-e01934fb5db1", "address": "fa:16:3e:79:58:32", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca10115-1c", "ovs_interfaceid": "bca10115-1c7e-4f45-9979-e01934fb5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.470181] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.470435] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Processing image 644aea5e-fd70-4a24-b52f-2dad55b9e882 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.470772] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.470941] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.471135] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.471630] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85acf0d9-b1f4-4f5b-a92d-384730fbe474 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.484884] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.485978] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.487044] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210ece6f-251b-4d17-824f-d83dab805afc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.490492] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "584a1809-0558-4ad6-89e2-dd10b3047dfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.490809] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.491050] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "584a1809-0558-4ad6-89e2-dd10b3047dfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.491243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.491414] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.493945] env[65997]: INFO nova.compute.manager [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Terminating instance [ 1030.497214] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1030.497214] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520858be-fa41-f67f-10a0-5c157c760947" [ 1030.497214] env[65997]: _type = "Task" [ 1030.497214] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.509128] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520858be-fa41-f67f-10a0-5c157c760947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.678086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.679127] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.679127] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.691842] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079804} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.692820] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.693044] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4990721d-ac99-4d2b-b342-1220b595caac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.719095] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c/5759e520-5328-4d56-87b4-2880ef46a82c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.719963] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a055136-bb57-40f5-930c-7cf9af792eee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.735903] env[65997]: DEBUG oslo_concurrency.lockutils [None req-09228047-d3ec-4bda-b410-2564d87a8ea2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.736944] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.538s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.737186] env[65997]: DEBUG nova.objects.instance [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lazy-loading 'resources' on Instance uuid 9cb277fd-864e-44b5-a7ad-3be289151910 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.747511] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1030.747511] env[65997]: value = "task-4718690" [ 1030.747511] env[65997]: _type = "Task" [ 1030.747511] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.759466] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.973937] env[65997]: DEBUG oslo_concurrency.lockutils [req-510031cd-f9de-40e3-bbb1-41dc876b0597 req-5475feae-b25c-4b0d-be03-cb2d3e29f0a4 service nova] Releasing lock "refresh_cache-b4ae511d-a672-42bc-93b4-92a0cc8f720b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.003352] env[65997]: DEBUG nova.compute.manager [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1031.003580] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.004437] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9539299-cd39-4d25-a119-1f512fdaa101 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.017012] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1031.017682] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Fetch image to [datastore2] OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7/OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1031.017682] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Downloading stream optimized image 644aea5e-fd70-4a24-b52f-2dad55b9e882 to [datastore2] OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7/OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7.vmdk on the data store datastore2 as vApp {{(pid=65997) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1031.017682] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Downloading image file data 644aea5e-fd70-4a24-b52f-2dad55b9e882 to the ESX as VM named 'OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7' {{(pid=65997) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1031.019704] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.021513] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f944a65-7796-499c-918e-039781efa03e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.028924] env[65997]: DEBUG oslo_vmware.api [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1031.028924] env[65997]: value = "task-4718691" [ 1031.028924] env[65997]: _type = "Task" [ 1031.028924] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.038553] env[65997]: DEBUG oslo_vmware.api [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.108478] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1031.108478] env[65997]: value = "resgroup-9" [ 1031.108478] env[65997]: _type = "ResourcePool" [ 1031.108478] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1031.108882] env[65997]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e4c6616c-0edc-4c6f-9ad9-9add45a42c8d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.137728] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease: (returnval){ [ 1031.137728] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed233c-71a9-1a8b-3711-9f0cf670ba91" [ 1031.137728] env[65997]: _type = "HttpNfcLease" [ 1031.137728] env[65997]: } obtained for vApp import into resource pool (val){ [ 1031.137728] env[65997]: value = "resgroup-9" [ 1031.137728] env[65997]: _type = "ResourcePool" [ 1031.137728] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1031.138519] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the lease: (returnval){ [ 1031.138519] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed233c-71a9-1a8b-3711-9f0cf670ba91" [ 1031.138519] env[65997]: _type = "HttpNfcLease" [ 1031.138519] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1031.146215] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.146215] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed233c-71a9-1a8b-3711-9f0cf670ba91" [ 1031.146215] env[65997]: _type = "HttpNfcLease" [ 1031.146215] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.264107] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718690, 'name': ReconfigVM_Task, 'duration_secs': 0.331521} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.264435] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c/5759e520-5328-4d56-87b4-2880ef46a82c.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.268175] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3509164-2c78-4fa4-8b5e-72b78c8644d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.276435] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1031.276435] env[65997]: value = "task-4718693" [ 1031.276435] env[65997]: _type = "Task" [ 1031.276435] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.288795] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718693, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.539791] env[65997]: DEBUG oslo_vmware.api [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718691, 'name': PowerOffVM_Task, 'duration_secs': 0.233163} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.543034] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.543202] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.543719] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc1a997d-b600-44cc-94d4-71666d85878c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.567432] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca4d29f-8434-409f-b29f-f57c76433dde {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.576454] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc003437-5031-49ca-93f6-6d98d4a64156 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.611881] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b76365-ea60-449e-9ec8-e9b41e46730e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.617813] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.618040] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.618107] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore2] 584a1809-0558-4ad6-89e2-dd10b3047dfc {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.620563] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bdf9243-be17-4488-a4fb-750be06fc29f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.623789] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2f8a08-5fa5-425b-baee-fcb90acfebe5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.633300] env[65997]: DEBUG oslo_vmware.api [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1031.633300] env[65997]: value = "task-4718695" [ 1031.633300] env[65997]: _type = "Task" [ 1031.633300] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.642677] env[65997]: DEBUG nova.compute.provider_tree [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.658199] env[65997]: DEBUG oslo_vmware.api [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.660697] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.660697] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed233c-71a9-1a8b-3711-9f0cf670ba91" [ 1031.660697] env[65997]: _type = "HttpNfcLease" [ 1031.660697] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.685048] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.688517] env[65997]: DEBUG nova.compute.manager [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Received event network-changed-f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.688702] env[65997]: DEBUG nova.compute.manager [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Refreshing instance network info cache due to event network-changed-f50fa3c4-b1ad-4d11-89c3-77754787142e. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1031.688910] env[65997]: DEBUG oslo_concurrency.lockutils [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] Acquiring lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.689059] env[65997]: DEBUG oslo_concurrency.lockutils [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] Acquired lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.689215] env[65997]: DEBUG nova.network.neutron [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Refreshing network info cache for port f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.726405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.726592] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.726765] env[65997]: DEBUG nova.network.neutron [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.787588] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718693, 'name': Rename_Task, 'duration_secs': 0.161267} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.787838] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.788112] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-050409be-0451-4024-b275-f0c24da39963 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.795236] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1031.795236] env[65997]: value = "task-4718696" [ 1031.795236] env[65997]: _type = "Task" [ 1031.795236] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.805117] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.155076] env[65997]: DEBUG nova.scheduler.client.report [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.157891] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.157891] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed233c-71a9-1a8b-3711-9f0cf670ba91" [ 1032.157891] env[65997]: _type = "HttpNfcLease" [ 1032.157891] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1032.163237] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1032.163237] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ed233c-71a9-1a8b-3711-9f0cf670ba91" [ 1032.163237] env[65997]: _type = "HttpNfcLease" [ 1032.163237] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1032.163571] env[65997]: DEBUG oslo_vmware.api [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148993} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.164502] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57456273-3a98-4019-8264-8132a870f494 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.167789] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.168074] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.168317] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.168639] env[65997]: INFO nova.compute.manager [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1032.169056] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1032.169327] env[65997]: DEBUG nova.compute.manager [-] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1032.169485] env[65997]: DEBUG nova.network.neutron [-] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1032.169871] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.180800] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260e307-6b63-0340-7dcd-103c06a276e9/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1032.181097] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260e307-6b63-0340-7dcd-103c06a276e9/disk-0.vmdk. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1032.240897] env[65997]: WARNING neutronclient.v2_0.client [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.244235] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.248317] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.256245] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d4df761-5450-4ed0-8f50-1e3b5dfb2ebe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.306555] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718696, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.620808] env[65997]: DEBUG nova.compute.manager [req-e896e5ff-2908-43fa-a895-03c0dccaab70 req-85d86402-a23b-4355-b4d1-9aa66c95a403 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Received event network-vif-deleted-01aa71b0-7813-493c-9e11-ab114e98dce7 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1032.621348] env[65997]: INFO nova.compute.manager [req-e896e5ff-2908-43fa-a895-03c0dccaab70 req-85d86402-a23b-4355-b4d1-9aa66c95a403 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Neutron deleted interface 01aa71b0-7813-493c-9e11-ab114e98dce7; detaching it from the instance and deleting it from the info cache [ 1032.621348] env[65997]: DEBUG nova.network.neutron [req-e896e5ff-2908-43fa-a895-03c0dccaab70 req-85d86402-a23b-4355-b4d1-9aa66c95a403 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.665122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.668845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.340s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.669085] env[65997]: DEBUG nova.objects.instance [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.695559] env[65997]: INFO nova.scheduler.client.report [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Deleted allocations for instance 9cb277fd-864e-44b5-a7ad-3be289151910 [ 1032.807681] env[65997]: DEBUG oslo_vmware.api [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718696, 'name': PowerOnVM_Task, 'duration_secs': 0.763017} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.807914] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.808134] env[65997]: INFO nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1032.808380] env[65997]: DEBUG nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1032.809188] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbff5e9-4e65-464c-9545-c49789a83446 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.848789] env[65997]: WARNING neutronclient.v2_0.client [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.896010] env[65997]: WARNING neutronclient.v2_0.client [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.056962] env[65997]: DEBUG nova.network.neutron [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updated VIF entry in instance network info cache for port f50fa3c4-b1ad-4d11-89c3-77754787142e. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.057552] env[65997]: DEBUG nova.network.neutron [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updating instance_info_cache with network_info: [{"id": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "address": "fa:16:3e:7e:b1:90", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fa3c4-b1", "ovs_interfaceid": "f50fa3c4-b1ad-4d11-89c3-77754787142e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.090251] env[65997]: DEBUG nova.network.neutron [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [{"id": "1a4b48ca-5374-439f-87a1-c1efc0629079", "address": "fa:16:3e:b0:bf:bb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4b48ca-53", "ovs_interfaceid": "1a4b48ca-5374-439f-87a1-c1efc0629079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.096468] env[65997]: DEBUG nova.network.neutron [-] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.127157] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dfd7f9a-2070-4733-872a-05f49d9941f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.142173] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a94490-7231-499c-a2f3-5d534f3aa267 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.191025] env[65997]: DEBUG nova.compute.manager [req-e896e5ff-2908-43fa-a895-03c0dccaab70 req-85d86402-a23b-4355-b4d1-9aa66c95a403 service nova] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Detach interface failed, port_id=01aa71b0-7813-493c-9e11-ab114e98dce7, reason: Instance 584a1809-0558-4ad6-89e2-dd10b3047dfc could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.204480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-16fd29b7-32c2-4ae0-b462-cb3b07dfbca5 tempest-ServerRescueTestJSON-228920212 tempest-ServerRescueTestJSON-228920212-project-member] Lock "9cb277fd-864e-44b5-a7ad-3be289151910" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.467s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.340197] env[65997]: INFO nova.compute.manager [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Took 26.66 seconds to build instance. [ 1033.543721] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1033.543955] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260e307-6b63-0340-7dcd-103c06a276e9/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1033.544885] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe370742-8a9d-41ec-b937-eedf07494c5e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.553274] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260e307-6b63-0340-7dcd-103c06a276e9/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1033.553492] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260e307-6b63-0340-7dcd-103c06a276e9/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1033.553792] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99ab2f2c-bfcf-4125-9692-fc359fd02345 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.560486] env[65997]: DEBUG oslo_concurrency.lockutils [req-472b2b90-bd7b-4597-ab8f-abc90941762e req-f3194efa-4772-4da5-9779-3bc93e1444f0 service nova] Releasing lock "refresh_cache-dce4468b-a028-4d65-a149-285973891d1d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.595501] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599891] env[65997]: INFO nova.compute.manager [-] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Took 1.43 seconds to deallocate network for instance. [ 1033.690825] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0998c92c-c49b-4f11-b4d0-4b165bca3527 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.692218] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.312s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.693950] env[65997]: INFO nova.compute.claims [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.750813] env[65997]: DEBUG oslo_vmware.rw_handles [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260e307-6b63-0340-7dcd-103c06a276e9/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1033.752072] env[65997]: INFO nova.virt.vmwareapi.images [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Downloaded image file data 644aea5e-fd70-4a24-b52f-2dad55b9e882 [ 1033.753932] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def0a02-0c3e-4274-8384-20ef80105f43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.777967] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e78bd9d2-904b-4d33-b26f-6ad2c401ebed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.826064] env[65997]: INFO nova.virt.vmwareapi.images [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] The imported VM was unregistered [ 1033.827398] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1033.827851] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating directory with path [datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.828353] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f45af54b-160c-4ac8-8e61-a5d1b8c35a17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.845213] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2152253e-0b82-445e-9afe-85a5643da12c tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.172s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.845806] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created directory with path [datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.846114] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7/OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7.vmdk to [datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk. {{(pid=65997) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1033.846498] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d5bf27fd-8cdf-4d63-bd94-769530db7000 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.857021] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1033.857021] env[65997]: value = "task-4718698" [ 1033.857021] env[65997]: _type = "Task" [ 1033.857021] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.867293] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.109927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.122029] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9bcb1-ba69-443c-bb51-75aa1608e99c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.143296] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da66153-316a-433d-bfdc-596df1021893 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.151672] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.367490] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.563943] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "95018846-027f-44b4-8a41-78e2c3a169bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.564925] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "95018846-027f-44b4-8a41-78e2c3a169bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.662023] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.662023] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b002f113-5738-4008-81d2-90d6566719bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.674717] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1034.674717] env[65997]: value = "task-4718699" [ 1034.674717] env[65997]: _type = "Task" [ 1034.674717] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.692600] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.880824] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.890694] env[65997]: DEBUG nova.compute.manager [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1035.025517] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.025785] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.069479] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1035.150904] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37239f50-1087-4059-a076-92af5c15dc9a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.160886] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c1e85-8bd9-4f9e-ba6d-0326c9649867 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.205425] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541d101f-95c1-43a3-94c6-3666597554c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.218624] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.223180] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ed7531-cceb-4830-85b7-e2697f88f40b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.244196] env[65997]: DEBUG nova.compute.provider_tree [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.372778] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.413228] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.533936] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1035.603544] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.718524] env[65997]: DEBUG oslo_vmware.api [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718699, 'name': PowerOnVM_Task, 'duration_secs': 0.587568} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.718925] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.719292] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c03be115-5f45-46a3-9303-7d22b2f1edca tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance '161cf2c1-da7d-4755-9c1d-d5c451198642' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.748502] env[65997]: DEBUG nova.scheduler.client.report [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.872341] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.061613] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.257537] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.258142] env[65997]: DEBUG nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1036.261291] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.662s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.263099] env[65997]: INFO nova.compute.claims [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.374619] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.771512] env[65997]: DEBUG nova.compute.utils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.773066] env[65997]: DEBUG nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1036.872774] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.277024] env[65997]: DEBUG nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1037.373989] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.576500] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf6506c-eba2-4932-8670-36957bd127b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.585702] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96560f1b-6b7d-4909-b6b2-c2475b9f48ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.619488] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71c32d-f7e0-4217-8b47-578a3ec04717 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.629038] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936ccd9-c955-4c2d-822b-8b28d392df34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.643841] env[65997]: DEBUG nova.compute.provider_tree [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.875106] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.147688] env[65997]: DEBUG nova.scheduler.client.report [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.287374] env[65997]: DEBUG nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1038.315231] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.315490] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.315643] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.315847] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.315998] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.316159] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.316365] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.316574] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.316673] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.316831] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.317011] env[65997]: DEBUG nova.virt.hardware [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.317941] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42632fd-df4d-4a78-9c67-d4a86ad2885a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.327681] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ccab06-2ff8-47ef-8421-6f38736d7a11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.343119] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.349241] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Creating folder: Project (02efb5263aa34a4589bb888ab7adce45). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.349843] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16e7e879-e5dc-4a42-9c27-2527c8381522 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.361798] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Created folder: Project (02efb5263aa34a4589bb888ab7adce45) in parent group-v920549. [ 1038.362014] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Creating folder: Instances. Parent ref: group-v920827. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.362512] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8bf70dc-884f-41cf-9522-79088afb26d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.375052] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718698, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.238044} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.375256] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7/OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7.vmdk to [datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk. [ 1038.375444] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Cleaning up location [datastore2] OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1038.375605] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4adc5346-0369-4946-991b-c441b7d9c6f7 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.375869] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af42640e-2c8e-459d-9965-0b7915a8446d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.378842] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Created folder: Instances in parent group-v920827. [ 1038.379186] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1038.379737] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.379986] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba9e279-e99d-4b9a-9624-217ad05f4761 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.394095] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1038.394095] env[65997]: value = "task-4718702" [ 1038.394095] env[65997]: _type = "Task" [ 1038.394095] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.400104] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.400104] env[65997]: value = "task-4718703" [ 1038.400104] env[65997]: _type = "Task" [ 1038.400104] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.407434] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.413305] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718703, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.572835] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "161cf2c1-da7d-4755-9c1d-d5c451198642" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.573124] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.573319] env[65997]: DEBUG nova.compute.manager [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Going to confirm migration 4 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1038.653147] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.653678] env[65997]: DEBUG nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1038.656245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.048s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.656884] env[65997]: DEBUG nova.objects.instance [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lazy-loading 'resources' on Instance uuid 06bec700-2ba6-4d17-a815-c52940118d9d {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.906697] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039727} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.907364] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.907577] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.907877] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk to [datastore2] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.908167] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b67c96-e4b6-49ef-8cbe-e2b41deb96f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.913307] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718703, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.918581] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1038.918581] env[65997]: value = "task-4718704" [ 1038.918581] env[65997]: _type = "Task" [ 1038.918581] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.927259] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.079094] env[65997]: WARNING neutronclient.v2_0.client [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.115048] env[65997]: WARNING neutronclient.v2_0.client [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.115454] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.115611] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquired lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.115814] env[65997]: DEBUG nova.network.neutron [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.116105] env[65997]: DEBUG nova.objects.instance [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'info_cache' on Instance uuid 161cf2c1-da7d-4755-9c1d-d5c451198642 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.160742] env[65997]: DEBUG nova.compute.utils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.164737] env[65997]: DEBUG nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1039.413334] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718703, 'name': CreateVM_Task, 'duration_secs': 0.6574} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.417108] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.417108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.417307] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.417450] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.417832] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa085e79-ef81-47ef-aada-90b1ec34e2ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.430982] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.436024] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1039.436024] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9890a-39a4-cadb-db26-d4e8a9318ed5" [ 1039.436024] env[65997]: _type = "Task" [ 1039.436024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.447385] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9890a-39a4-cadb-db26-d4e8a9318ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.494281] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3808eea-7889-4336-9fc9-bb44aa6799f8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.506843] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9581c8-2955-4bba-a488-cd4949324fdc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.545357] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28040c14-7fe9-4fa9-a6d7-c6f05043f3c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.555527] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df38b6d-5025-435c-828b-22c51fe7b39c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.572964] env[65997]: DEBUG nova.compute.provider_tree [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.665109] env[65997]: DEBUG nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1039.934564] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.951385] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c9890a-39a4-cadb-db26-d4e8a9318ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.031929} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.951565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.951786] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.952090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.952311] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.952567] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.952833] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a5fc7c1-f6e4-40ab-b134-768cbf248cf2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.968526] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.968717] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.969523] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbea0d1f-0170-44bb-8500-80da37dbda90 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.977733] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1039.977733] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5266481a-6241-b2b4-bcd7-f4662ce14495" [ 1039.977733] env[65997]: _type = "Task" [ 1039.977733] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.989553] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5266481a-6241-b2b4-bcd7-f4662ce14495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.076272] env[65997]: DEBUG nova.scheduler.client.report [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.122797] env[65997]: WARNING neutronclient.v2_0.client [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.284142] env[65997]: WARNING neutronclient.v2_0.client [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.366540] env[65997]: DEBUG nova.network.neutron [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [{"id": "1a4b48ca-5374-439f-87a1-c1efc0629079", "address": "fa:16:3e:b0:bf:bb", "network": {"id": "0e2d8a40-6cf5-45fd-9326-ebb4ecda0f87", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854643794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7e4680af13841c8828d561432b7ac02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4b48ca-53", "ovs_interfaceid": "1a4b48ca-5374-439f-87a1-c1efc0629079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.435142] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.489846] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5266481a-6241-b2b4-bcd7-f4662ce14495, 'name': SearchDatastore_Task, 'duration_secs': 0.048927} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.490726] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e964f32-3695-49cf-aee4-dcb255a4f931 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.499860] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1040.499860] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5246f29b-7ca8-2a8a-6ab2-883b449c7a62" [ 1040.499860] env[65997]: _type = "Task" [ 1040.499860] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.511803] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5246f29b-7ca8-2a8a-6ab2-883b449c7a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.582078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.584603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.475s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.584985] env[65997]: DEBUG nova.objects.instance [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'resources' on Instance uuid 584a1809-0558-4ad6-89e2-dd10b3047dfc {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.605363] env[65997]: INFO nova.scheduler.client.report [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleted allocations for instance 06bec700-2ba6-4d17-a815-c52940118d9d [ 1040.674257] env[65997]: DEBUG nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1040.702025] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.702321] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.702511] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.702715] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.702897] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.703116] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.703366] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.703564] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.703816] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.703977] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.704197] env[65997]: DEBUG nova.virt.hardware [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.705213] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23c9fa3-47f3-4ceb-a0c3-bb4281263fa3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.717170] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a3291-496c-45ce-918d-4a862801db37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.734910] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.740767] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1040.741216] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.741560] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58fabecd-e812-4c8e-a72a-c72376be77ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.762135] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.762135] env[65997]: value = "task-4718705" [ 1040.762135] env[65997]: _type = "Task" [ 1040.762135] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.774729] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718705, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.868543] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Releasing lock "refresh_cache-161cf2c1-da7d-4755-9c1d-d5c451198642" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.868817] env[65997]: DEBUG nova.objects.instance [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lazy-loading 'migration_context' on Instance uuid 161cf2c1-da7d-4755-9c1d-d5c451198642 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.935360] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.015586] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5246f29b-7ca8-2a8a-6ab2-883b449c7a62, 'name': SearchDatastore_Task, 'duration_secs': 0.048124} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.015851] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.016143] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1d46355a-a837-4299-af6c-02491a1984df/1d46355a-a837-4299-af6c-02491a1984df.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.016441] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e224c65a-ffb4-4790-a595-ec4da0d490f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.026929] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1041.026929] env[65997]: value = "task-4718706" [ 1041.026929] env[65997]: _type = "Task" [ 1041.026929] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.039098] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.114947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-367c0630-648b-4052-a3b0-b2746b6bf70f tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "06bec700-2ba6-4d17-a815-c52940118d9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.056s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.276316] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718705, 'name': CreateVM_Task, 'duration_secs': 0.481997} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.276523] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.276952] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.277152] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.277475] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.277776] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb79b2a2-4b24-4bb5-8d3d-152734412fab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.286181] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1041.286181] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523c358f-2477-c079-b3a7-50e00cd81b81" [ 1041.286181] env[65997]: _type = "Task" [ 1041.286181] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.301371] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523c358f-2477-c079-b3a7-50e00cd81b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.372615] env[65997]: DEBUG nova.objects.base [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Object Instance<161cf2c1-da7d-4755-9c1d-d5c451198642> lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.373951] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0923898f-b793-426c-b0c6-093b96f95dc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.404694] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8c2330-56a3-4735-88f7-64553cb14ec2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.418814] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1041.418814] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525a3161-8ce6-602c-2bd3-49d25f425b6d" [ 1041.418814] env[65997]: _type = "Task" [ 1041.418814] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.437779] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.441348] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525a3161-8ce6-602c-2bd3-49d25f425b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.494443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d6edc-208e-447c-8abe-a56252f6a911 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.507811] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50addac0-48a5-48d8-8b14-a34c40b81b8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.544773] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f6d25-0495-433d-a343-5aa068a7db12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.552858] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.556166] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b3c786-8634-408b-8f9a-a78f580957e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.570401] env[65997]: DEBUG nova.compute.provider_tree [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.801658] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523c358f-2477-c079-b3a7-50e00cd81b81, 'name': SearchDatastore_Task, 'duration_secs': 0.046244} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.801966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.802218] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.802480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.802646] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.802835] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.803171] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-052799c7-877f-468a-b735-ff41b832c552 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.813660] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.813917] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.814822] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b6628c-b75c-4ae1-b927-e192af50b0f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.821691] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1041.821691] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e8afca-9fb3-a318-a301-6264153f3843" [ 1041.821691] env[65997]: _type = "Task" [ 1041.821691] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.831378] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e8afca-9fb3-a318-a301-6264153f3843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.929437] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525a3161-8ce6-602c-2bd3-49d25f425b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.047223} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.932936] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.939652] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718704, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.737685} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.940052] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/644aea5e-fd70-4a24-b52f-2dad55b9e882/644aea5e-fd70-4a24-b52f-2dad55b9e882.vmdk to [datastore2] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.940780] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99464e78-f8ba-4108-b81e-b13fae2b2289 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.965071] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.965433] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a8140b-7f5c-48fb-9806-18b553736eeb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.986857] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1041.986857] env[65997]: value = "task-4718707" [ 1041.986857] env[65997]: _type = "Task" [ 1041.986857] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.996488] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.053243] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718706, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.074579] env[65997]: DEBUG nova.scheduler.client.report [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.335213] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e8afca-9fb3-a318-a301-6264153f3843, 'name': SearchDatastore_Task, 'duration_secs': 0.063367} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.336344] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299499de-acab-48ba-88d6-a41d6926540a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.343777] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1042.343777] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523607af-18c3-a4ec-4df5-fcaa414beb25" [ 1042.343777] env[65997]: _type = "Task" [ 1042.343777] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.353917] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523607af-18c3-a4ec-4df5-fcaa414beb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.497445] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718707, 'name': ReconfigVM_Task, 'duration_secs': 0.401261} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.497733] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b4ae511d-a672-42bc-93b4-92a0cc8f720b/b4ae511d-a672-42bc-93b4-92a0cc8f720b.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.498894] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'image_id': '1b595631-4f24-47cf-aa1c-a9154f80a99b'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'attachment_id': '30b596ef-b74d-4b3a-a46e-8e351a8e0d42', 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920813', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'name': 'volume-6fc17507-82a9-496c-b679-45bccb63aa00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4ae511d-a672-42bc-93b4-92a0cc8f720b', 'attached_at': '', 'detached_at': '', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'serial': '6fc17507-82a9-496c-b679-45bccb63aa00'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65997) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1042.499108] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.499296] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920813', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'name': 'volume-6fc17507-82a9-496c-b679-45bccb63aa00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4ae511d-a672-42bc-93b4-92a0cc8f720b', 'attached_at': '', 'detached_at': '', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'serial': '6fc17507-82a9-496c-b679-45bccb63aa00'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.500148] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb2b1bd-5d3f-48d0-9353-d7447d10831b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.517126] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd42070-7fc1-448a-bf43-bc5fb585b51a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.545513] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-6fc17507-82a9-496c-b679-45bccb63aa00/volume-6fc17507-82a9-496c-b679-45bccb63aa00.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.545513] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31538627-faea-44df-b8b5-3ecaba2fac2b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.568041] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718706, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.328641} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.569484] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 1d46355a-a837-4299-af6c-02491a1984df/1d46355a-a837-4299-af6c-02491a1984df.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.569700] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.570052] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1042.570052] env[65997]: value = "task-4718708" [ 1042.570052] env[65997]: _type = "Task" [ 1042.570052] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.570256] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e54e7e24-3710-4613-acd1-8acce7ca39e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.581035] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.583106] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.584733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.172s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.586318] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1042.586318] env[65997]: value = "task-4718709" [ 1042.586318] env[65997]: _type = "Task" [ 1042.586318] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.595859] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.605097] env[65997]: INFO nova.scheduler.client.report [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance 584a1809-0558-4ad6-89e2-dd10b3047dfc [ 1042.747351] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "5d63ecb1-7911-4a0f-8458-dbfe963234db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.747680] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.856348] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523607af-18c3-a4ec-4df5-fcaa414beb25, 'name': SearchDatastore_Task, 'duration_secs': 0.01754} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.856654] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.856938] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.857348] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230af444-285b-4b3c-afb2-1ca951ec5920 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.865063] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1042.865063] env[65997]: value = "task-4718710" [ 1042.865063] env[65997]: _type = "Task" [ 1042.865063] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.874767] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.083049] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718708, 'name': ReconfigVM_Task, 'duration_secs': 0.397898} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.083446] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-6fc17507-82a9-496c-b679-45bccb63aa00/volume-6fc17507-82a9-496c-b679-45bccb63aa00.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.091116] env[65997]: INFO nova.compute.claims [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.094843] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30d29af-1151-4580-bfb9-cf60f0d3be78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.113616] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7910d980-4a7a-43b9-811f-b35436e48f19 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "584a1809-0558-4ad6-89e2-dd10b3047dfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.623s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.116076] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1043.116076] env[65997]: value = "task-4718711" [ 1043.116076] env[65997]: _type = "Task" [ 1043.116076] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.119445] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09023} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.123429] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.124604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d04417-6dcd-42fe-a8b4-77b71a4ddcf2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.148628] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 1d46355a-a837-4299-af6c-02491a1984df/1d46355a-a837-4299-af6c-02491a1984df.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.153582] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6c42bc-eead-48a4-bb46-ac2486db231c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.169239] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.177483] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1043.177483] env[65997]: value = "task-4718712" [ 1043.177483] env[65997]: _type = "Task" [ 1043.177483] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.193244] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.250546] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1043.376790] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490472} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.377093] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.377277] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.377701] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff54e832-018f-4a30-83ec-7091979a5b54 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.385210] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1043.385210] env[65997]: value = "task-4718713" [ 1043.385210] env[65997]: _type = "Task" [ 1043.385210] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.395468] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.607161] env[65997]: INFO nova.compute.resource_tracker [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating resource usage from migration 1b7e2da6-d26f-460b-b389-888886eb2a86 [ 1043.629781] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718711, 'name': ReconfigVM_Task, 'duration_secs': 0.181581} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.632752] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920813', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'name': 'volume-6fc17507-82a9-496c-b679-45bccb63aa00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4ae511d-a672-42bc-93b4-92a0cc8f720b', 'attached_at': '', 'detached_at': '', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'serial': '6fc17507-82a9-496c-b679-45bccb63aa00'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.633755] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae0ecd93-eece-4664-a6be-ce3fccd43ca0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.642288] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1043.642288] env[65997]: value = "task-4718714" [ 1043.642288] env[65997]: _type = "Task" [ 1043.642288] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.652896] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718714, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.690315] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718712, 'name': ReconfigVM_Task, 'duration_secs': 0.420154} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.690780] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 1d46355a-a837-4299-af6c-02491a1984df/1d46355a-a837-4299-af6c-02491a1984df.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.694458] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f1eee87-bd5b-4477-9b5e-1636bb1f1693 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.703858] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1043.703858] env[65997]: value = "task-4718715" [ 1043.703858] env[65997]: _type = "Task" [ 1043.703858] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.714545] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718715, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.776937] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.898372] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073145} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.898643] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.899455] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baccb390-2165-46d5-8742-fef0106ed033 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.923596] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.926389] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe693d38-5adf-46d6-9dcd-52a93f05d1df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.947905] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1043.947905] env[65997]: value = "task-4718716" [ 1043.947905] env[65997]: _type = "Task" [ 1043.947905] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.955738] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc43bc2e-d53a-4a52-ba8d-20cf7e4551dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.961854] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.968235] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ff08f6-13a5-4bf6-8489-7d24ac6d0543 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.002796] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ea21f6-daae-4204-85f0-42a5a490b505 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.011361] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea6da88-22c8-41bf-b814-96b9a065a8b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.025944] env[65997]: DEBUG nova.compute.provider_tree [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.153359] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718714, 'name': Rename_Task, 'duration_secs': 0.196587} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.153359] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.153359] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa09845e-93d1-4dcc-b5f5-969c9a5d7837 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.159773] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1044.159773] env[65997]: value = "task-4718717" [ 1044.159773] env[65997]: _type = "Task" [ 1044.159773] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.169315] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.214812] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718715, 'name': Rename_Task, 'duration_secs': 0.410635} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.215104] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.215357] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff02428-a99b-45da-999c-bbe1a084db77 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.222371] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1044.222371] env[65997]: value = "task-4718718" [ 1044.222371] env[65997]: _type = "Task" [ 1044.222371] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.231300] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.459292] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718716, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.529177] env[65997]: DEBUG nova.scheduler.client.report [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.672817] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718717, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.733190] env[65997]: DEBUG oslo_vmware.api [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718718, 'name': PowerOnVM_Task, 'duration_secs': 0.439606} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.733464] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.733661] env[65997]: INFO nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1044.733836] env[65997]: DEBUG nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1044.734632] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0912fd-f812-43ec-9b2e-0d22ac78608c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.895456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "c3eaec55-41f5-4812-b5d6-18003f249eb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.895638] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.960182] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718716, 'name': ReconfigVM_Task, 'duration_secs': 0.522313} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.960859] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.961467] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0e020a4-10ff-4b12-9902-c0c8a521bd74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.969593] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1044.969593] env[65997]: value = "task-4718719" [ 1044.969593] env[65997]: _type = "Task" [ 1044.969593] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.981381] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718719, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.035102] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.450s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.035506] env[65997]: INFO nova.compute.manager [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Migrating [ 1045.042729] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.439s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.044176] env[65997]: INFO nova.compute.claims [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.172144] env[65997]: DEBUG oslo_vmware.api [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718717, 'name': PowerOnVM_Task, 'duration_secs': 0.554627} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.172144] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.250648] env[65997]: INFO nova.compute.manager [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Took 24.90 seconds to build instance. [ 1045.269575] env[65997]: DEBUG nova.compute.manager [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.270756] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e85433b-ee91-4b91-948a-4f4bfaa12f1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.398145] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1045.481777] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718719, 'name': Rename_Task, 'duration_secs': 0.14706} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.482077] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.482363] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58a817e-0a16-4246-a0fd-2b4d788e5a3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.489392] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1045.489392] env[65997]: value = "task-4718720" [ 1045.489392] env[65997]: _type = "Task" [ 1045.489392] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.497721] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.555112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.555347] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.555543] env[65997]: DEBUG nova.network.neutron [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.752777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1cf0039-bf9f-4594-a848-34cfff5d6f2a tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "1d46355a-a837-4299-af6c-02491a1984df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.405s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.788397] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d5945b21-b4cb-4c5e-82f6-79d77e5f68aa tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.434s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.920021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.000708] env[65997]: DEBUG oslo_vmware.api [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718720, 'name': PowerOnVM_Task, 'duration_secs': 0.50046} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.001021] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.001239] env[65997]: INFO nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Took 5.33 seconds to spawn the instance on the hypervisor. [ 1046.001414] env[65997]: DEBUG nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1046.002287] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89213464-e152-4f23-9523-5a0c872a723c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.057751] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.163882] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.164206] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.206433] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.279601] env[65997]: DEBUG nova.network.neutron [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance_info_cache with network_info: [{"id": "37980b2b-25be-4189-85ee-b607ae463276", "address": "fa:16:3e:b4:22:da", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37980b2b-25", "ovs_interfaceid": "37980b2b-25be-4189-85ee-b607ae463276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.327427] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d9b6ca-c42d-40a9-bfd9-fb304740245e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.335910] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a414c1ff-5b8b-4da3-a7ed-43fdf3227988 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.366629] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e294b-4c07-4c4c-811e-8c1cf736d42c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.375700] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67060c-ada8-46ea-bf48-097a8a6877d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.392025] env[65997]: DEBUG nova.compute.provider_tree [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.525491] env[65997]: INFO nova.compute.manager [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Took 25.95 seconds to build instance. [ 1046.667108] env[65997]: INFO nova.compute.manager [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Detaching volume 8e002108-6fda-4747-adb4-1788b6939261 [ 1046.704582] env[65997]: INFO nova.virt.block_device [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Attempting to driver detach volume 8e002108-6fda-4747-adb4-1788b6939261 from mountpoint /dev/sdb [ 1046.704880] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.705081] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920803', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'name': 'volume-8e002108-6fda-4747-adb4-1788b6939261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57fd412b-c516-433e-a043-ebad4eef4cc2', 'attached_at': '', 'detached_at': '', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'serial': '8e002108-6fda-4747-adb4-1788b6939261'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.706431] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a0bd8-c992-4923-acd7-a0668b279db9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.729466] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550351dd-ca09-44d8-a944-5ea302fecef0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.737601] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41095d6c-5b4c-463a-8f18-94f698004928 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.759334] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04183d6-72bc-4a93-9155-6e7728431a5b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.776045] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The volume has not been displaced from its original location: [datastore2] volume-8e002108-6fda-4747-adb4-1788b6939261/volume-8e002108-6fda-4747-adb4-1788b6939261.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.781970] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.782611] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.783928] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85ccbe3-93c2-429f-9997-ee958733d32a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.807331] env[65997]: DEBUG oslo_vmware.api [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1046.807331] env[65997]: value = "task-4718721" [ 1046.807331] env[65997]: _type = "Task" [ 1046.807331] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.816841] env[65997]: DEBUG oslo_vmware.api [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.895571] env[65997]: DEBUG nova.scheduler.client.report [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.027899] env[65997]: DEBUG oslo_concurrency.lockutils [None req-02966835-26fb-4431-96d5-7da98203aa16 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.461s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.320624] env[65997]: DEBUG oslo_vmware.api [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718721, 'name': ReconfigVM_Task, 'duration_secs': 0.275334} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.321110] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.328525] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96735b44-ffe5-4e55-92ea-aeb1c5b9e828 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.352279] env[65997]: DEBUG oslo_vmware.api [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1047.352279] env[65997]: value = "task-4718722" [ 1047.352279] env[65997]: _type = "Task" [ 1047.352279] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.364952] env[65997]: DEBUG oslo_vmware.api [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.401875] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.402624] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1047.405697] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.344s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.406762] env[65997]: INFO nova.compute.claims [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.465395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.465767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.466061] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.466276] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.466451] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.469018] env[65997]: INFO nova.compute.manager [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Terminating instance [ 1047.808466] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfae19d-ef73-490b-85a0-652207261ea4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.827917] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.863389] env[65997]: DEBUG oslo_vmware.api [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718722, 'name': ReconfigVM_Task, 'duration_secs': 0.177442} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.863693] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920803', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'name': 'volume-8e002108-6fda-4747-adb4-1788b6939261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57fd412b-c516-433e-a043-ebad4eef4cc2', 'attached_at': '', 'detached_at': '', 'volume_id': '8e002108-6fda-4747-adb4-1788b6939261', 'serial': '8e002108-6fda-4747-adb4-1788b6939261'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.911657] env[65997]: DEBUG nova.compute.utils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.915671] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1047.915878] env[65997]: DEBUG nova.network.neutron [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.916225] env[65997]: WARNING neutronclient.v2_0.client [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.916531] env[65997]: WARNING neutronclient.v2_0.client [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.957471] env[65997]: DEBUG nova.policy [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2b7c2fdd39446bfaaf017f774f7efd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f66f55e1a1e4d658bf72df3fa24d4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.974500] env[65997]: DEBUG nova.compute.manager [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1047.974742] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.975699] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39611b2f-cdc2-44e5-ac6f-7f832b7dbeff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.984591] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.984861] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9c2c34-beec-4368-9198-f88fd85f9393 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.992946] env[65997]: DEBUG oslo_vmware.api [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1047.992946] env[65997]: value = "task-4718723" [ 1047.992946] env[65997]: _type = "Task" [ 1047.992946] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.003573] env[65997]: DEBUG oslo_vmware.api [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.047592] env[65997]: DEBUG nova.compute.manager [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.050591] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9e9a44-b9c2-4700-930e-ff5538d8f97d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.270687] env[65997]: DEBUG nova.network.neutron [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Successfully created port: d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.333823] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.334230] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-866af794-f73b-4033-90d0-4acd85bf62b8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.341989] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1048.341989] env[65997]: value = "task-4718724" [ 1048.341989] env[65997]: _type = "Task" [ 1048.341989] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.351534] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.417319] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1048.421687] env[65997]: DEBUG nova.objects.instance [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.506352] env[65997]: DEBUG oslo_vmware.api [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718723, 'name': PowerOffVM_Task, 'duration_secs': 0.426974} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.509206] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.509464] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.509853] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9ac600-e437-48dd-b6f6-a949ca059f27 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.562893] env[65997]: INFO nova.compute.manager [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] instance snapshotting [ 1048.564470] env[65997]: DEBUG nova.objects.instance [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'flavor' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.590501] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.590501] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.590501] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleting the datastore file [datastore1] 1fd7a60e-804f-4e87-84ed-0f5b72667fce {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.593088] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2983659-67c3-4d47-86e8-2cf0e4393801 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.603115] env[65997]: DEBUG oslo_vmware.api [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1048.603115] env[65997]: value = "task-4718726" [ 1048.603115] env[65997]: _type = "Task" [ 1048.603115] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.616808] env[65997]: DEBUG oslo_vmware.api [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.667477] env[65997]: INFO nova.compute.manager [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Rebuilding instance [ 1048.706556] env[65997]: DEBUG nova.compute.manager [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.707421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1dba6-a35b-41c3-8b0b-e939713ba722 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.741728] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f360e-6026-4e9c-9d9c-68bef5ce69bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.751811] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d32e5-272d-4e5e-a98f-89102a9838d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.785225] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ee7e47-bec0-43d3-b56d-522ff7da5355 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.794117] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab63f8-d280-4530-b57e-6db7944d06ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.809774] env[65997]: DEBUG nova.compute.provider_tree [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.853625] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718724, 'name': PowerOffVM_Task, 'duration_secs': 0.2789} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.853911] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.854118] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.070493] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b52ef8a-3c9a-4cdb-ace9-838b266d556d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.091048] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124efcb9-108d-4c44-bcc2-a7750b2afe32 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.113583] env[65997]: DEBUG oslo_vmware.api [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354179} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.113827] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.114068] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.114259] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.114433] env[65997]: INFO nova.compute.manager [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.114685] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1049.114885] env[65997]: DEBUG nova.compute.manager [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1049.114981] env[65997]: DEBUG nova.network.neutron [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1049.115252] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.156633] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.315191] env[65997]: DEBUG nova.scheduler.client.report [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.360515] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.361067] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.361067] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.361500] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.361842] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.362103] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.362399] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.362619] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.362875] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.363410] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.363703] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.374018] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f0e24f-5909-4626-8599-aecba2957a9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.389703] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.395702] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1049.395702] env[65997]: value = "task-4718727" [ 1049.395702] env[65997]: _type = "Task" [ 1049.395702] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.405587] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.436980] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1049.439808] env[65997]: DEBUG oslo_concurrency.lockutils [None req-69d9a2ff-cf53-4c37-8a74-d29df923b84b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.441454] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.052s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.441695] env[65997]: DEBUG nova.compute.manager [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1049.442919] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14555285-ba40-4145-836f-f0f618332833 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.453584] env[65997]: DEBUG nova.compute.manager [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1049.454467] env[65997]: DEBUG nova.objects.instance [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.468753] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.468753] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.468753] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.468938] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.469338] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.469427] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.469891] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.470048] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.470422] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.470975] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.471080] env[65997]: DEBUG nova.virt.hardware [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.472973] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baec607-3325-4b71-8110-21c4f98657dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.489672] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb31da4-9898-40b6-97cd-d15c604c7f13 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.605607] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1049.606317] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45be4fa2-2ae6-4d9f-8dd1-fb560cd8b132 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.619672] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1049.619672] env[65997]: value = "task-4718728" [ 1049.619672] env[65997]: _type = "Task" [ 1049.619672] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.632799] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.723841] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.725056] env[65997]: DEBUG nova.compute.manager [req-8e95732a-40c6-4f86-a192-57264b3f788c req-b53c84c1-4246-4cb1-a621-6b2d93d0bed9 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Received event network-vif-deleted-2465eb6e-89d0-44b4-99b6-9b1f64e101f8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1049.725582] env[65997]: INFO nova.compute.manager [req-8e95732a-40c6-4f86-a192-57264b3f788c req-b53c84c1-4246-4cb1-a621-6b2d93d0bed9 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Neutron deleted interface 2465eb6e-89d0-44b4-99b6-9b1f64e101f8; detaching it from the instance and deleting it from the info cache [ 1049.725582] env[65997]: DEBUG nova.network.neutron [req-8e95732a-40c6-4f86-a192-57264b3f788c req-b53c84c1-4246-4cb1-a621-6b2d93d0bed9 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.726940] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d463f3e4-f947-4534-9684-1564b217f5df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.735456] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1049.735456] env[65997]: value = "task-4718729" [ 1049.735456] env[65997]: _type = "Task" [ 1049.735456] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.746289] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.800291] env[65997]: DEBUG nova.compute.manager [req-b6a84c92-4ba8-4c93-9039-b76283af475b req-54b16909-cf1e-4de6-ae75-be824f98b436 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Received event network-vif-plugged-d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1049.801072] env[65997]: DEBUG oslo_concurrency.lockutils [req-b6a84c92-4ba8-4c93-9039-b76283af475b req-54b16909-cf1e-4de6-ae75-be824f98b436 service nova] Acquiring lock "95018846-027f-44b4-8a41-78e2c3a169bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.801401] env[65997]: DEBUG oslo_concurrency.lockutils [req-b6a84c92-4ba8-4c93-9039-b76283af475b req-54b16909-cf1e-4de6-ae75-be824f98b436 service nova] Lock "95018846-027f-44b4-8a41-78e2c3a169bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.801674] env[65997]: DEBUG oslo_concurrency.lockutils [req-b6a84c92-4ba8-4c93-9039-b76283af475b req-54b16909-cf1e-4de6-ae75-be824f98b436 service nova] Lock "95018846-027f-44b4-8a41-78e2c3a169bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.801945] env[65997]: DEBUG nova.compute.manager [req-b6a84c92-4ba8-4c93-9039-b76283af475b req-54b16909-cf1e-4de6-ae75-be824f98b436 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] No waiting events found dispatching network-vif-plugged-d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1049.802250] env[65997]: WARNING nova.compute.manager [req-b6a84c92-4ba8-4c93-9039-b76283af475b req-54b16909-cf1e-4de6-ae75-be824f98b436 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Received unexpected event network-vif-plugged-d2ed24f7-f2c4-4684-9cad-2f29a5c20057 for instance with vm_state building and task_state spawning. [ 1049.821632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.822192] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1049.825049] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.892s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.893071] env[65997]: DEBUG nova.network.neutron [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Successfully updated port: d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.907714] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718727, 'name': ReconfigVM_Task, 'duration_secs': 0.337202} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.908795] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.120339] env[65997]: DEBUG nova.network.neutron [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.134390] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.230462] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31c03c6e-c1c3-4deb-b88c-f39ac1aa380a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.244317] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9682c8c8-2ca7-47fd-9548-d472e66c71b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.260225] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718729, 'name': PowerOffVM_Task, 'duration_secs': 0.154186} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.261152] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.261517] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.263286] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c4224-9ca4-48a0-b2ae-333e71708d79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.272837] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.272837] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e551f3-250b-4c06-9978-94048cdcfa47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.287042] env[65997]: DEBUG nova.compute.manager [req-8e95732a-40c6-4f86-a192-57264b3f788c req-b53c84c1-4246-4cb1-a621-6b2d93d0bed9 service nova] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Detach interface failed, port_id=2465eb6e-89d0-44b4-99b6-9b1f64e101f8, reason: Instance 1fd7a60e-804f-4e87-84ed-0f5b72667fce could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.316527] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.316700] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.316909] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleting the datastore file [datastore1] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.317229] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0300986-83fd-4176-912b-bccc969dddf0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.329022] env[65997]: DEBUG nova.compute.utils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.330594] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1050.330594] env[65997]: value = "task-4718731" [ 1050.330594] env[65997]: _type = "Task" [ 1050.330594] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.334088] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1050.334533] env[65997]: DEBUG nova.network.neutron [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1050.334706] env[65997]: WARNING neutronclient.v2_0.client [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.335094] env[65997]: WARNING neutronclient.v2_0.client [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.347683] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.393538] env[65997]: DEBUG nova.policy [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2b7c2fdd39446bfaaf017f774f7efd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f66f55e1a1e4d658bf72df3fa24d4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.395519] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.395687] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.395871] env[65997]: DEBUG nova.network.neutron [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.415388] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.416307] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.416503] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.416703] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.416853] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.417096] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.417372] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.417587] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.417790] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.418007] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.418257] env[65997]: DEBUG nova.virt.hardware [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.424547] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.428525] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13580cc5-3923-432d-8a6f-a11f0a6687f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.449200] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1050.449200] env[65997]: value = "task-4718732" [ 1050.449200] env[65997]: _type = "Task" [ 1050.449200] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.460379] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.466282] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.466486] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097f3cc1-dbec-44e1-a385-3ddc41381410 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.477098] env[65997]: DEBUG oslo_vmware.api [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1050.477098] env[65997]: value = "task-4718733" [ 1050.477098] env[65997]: _type = "Task" [ 1050.477098] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.489759] env[65997]: DEBUG oslo_vmware.api [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.623013] env[65997]: INFO nova.compute.manager [-] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Took 1.51 seconds to deallocate network for instance. [ 1050.642549] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718728, 'name': CreateSnapshot_Task, 'duration_secs': 0.708417} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.642987] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1050.643915] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b194842-a6a4-4d95-9644-9c7f77d009b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.705153] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d9d70-5ed4-48a7-b992-2b1446eb41df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.715825] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5370b68c-ef66-466f-bf48-dc9db583bcad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.752240] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3f639-a975-418c-a7b1-9825690c190b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.758419] env[65997]: DEBUG nova.network.neutron [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Successfully created port: 1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1050.764125] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535ab596-3929-4277-b83e-48914760055f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.779510] env[65997]: DEBUG nova.compute.provider_tree [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.835182] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1050.849945] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168036} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.850264] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.850452] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.850647] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.966154] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718732, 'name': ReconfigVM_Task, 'duration_secs': 0.255107} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.966154] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.966702] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de76afc-0e82-443d-a806-9740731904fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.834817] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.841432] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1051.842345] env[65997]: DEBUG nova.scheduler.client.report [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.858334] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c/5759e520-5328-4d56-87b4-2880ef46a82c.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.859671] env[65997]: DEBUG nova.network.neutron [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.866280] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f63ff0b6-fc43-41a4-b559-b04d48baef1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.869758] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc07429-bb3d-44b3-9905-d67ee7c84961 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.892189] env[65997]: DEBUG oslo_vmware.api [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718733, 'name': PowerOffVM_Task, 'duration_secs': 0.284717} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.894618] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.894765] env[65997]: DEBUG nova.compute.manager [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.895436] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1051.895436] env[65997]: value = "task-4718735" [ 1051.895436] env[65997]: _type = "Task" [ 1051.895436] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.895720] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1051.895720] env[65997]: value = "task-4718734" [ 1051.895720] env[65997]: _type = "Task" [ 1051.895720] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.896413] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4b7839-4294-4bb6-b210-4f379cbabce1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.915982] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.923852] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718734, 'name': CloneVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.033364] env[65997]: WARNING neutronclient.v2_0.client [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.087795] env[65997]: DEBUG nova.compute.manager [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Received event network-changed-d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.088041] env[65997]: DEBUG nova.compute.manager [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Refreshing instance network info cache due to event network-changed-d2ed24f7-f2c4-4684-9cad-2f29a5c20057. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.088362] env[65997]: DEBUG oslo_concurrency.lockutils [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] Acquiring lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159368] env[65997]: DEBUG nova.network.neutron [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updating instance_info_cache with network_info: [{"id": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "address": "fa:16:3e:d9:d5:83", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed24f7-f2", "ovs_interfaceid": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.370420] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.398230] env[65997]: DEBUG nova.network.neutron [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Successfully updated port: 1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1052.427096] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.427513] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.427820] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.428187] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.428478] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.428759] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.429206] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.429517] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.429856] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.430196] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.430558] env[65997]: DEBUG nova.virt.hardware [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.437991] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ee34a-ef46-4f21-a67b-9b1490375444 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.443944] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8ef6c872-f48b-4ee3-a256-ecd84eede109 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.002s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.458763] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.459085] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.459200] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.459604] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.459811] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.460094] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.460918] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.461087] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.461395] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.461702] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.462008] env[65997]: DEBUG nova.virt.hardware [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.475787] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e58d21-aada-4c2c-8c2c-3d143cd23607 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.484845] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cde3d1e-4144-4421-91dc-d7326cce2071 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.493294] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718734, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.493773] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718735, 'name': ReconfigVM_Task, 'duration_secs': 0.370685} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.494747] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c/5759e520-5328-4d56-87b4-2880ef46a82c.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.495076] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.523860] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.533935] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.534868] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bdbba0-4f99-46bf-b20a-8c0165fc601b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.541761] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.541761] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69145a73-4d98-40f9-80bd-7eb8ec2e65c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.568758] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.568758] env[65997]: value = "task-4718736" [ 1052.568758] env[65997]: _type = "Task" [ 1052.568758] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.578962] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718736, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.662950] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.663491] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Instance network_info: |[{"id": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "address": "fa:16:3e:d9:d5:83", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed24f7-f2", "ovs_interfaceid": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1052.663907] env[65997]: DEBUG oslo_concurrency.lockutils [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] Acquired lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.664144] env[65997]: DEBUG nova.network.neutron [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Refreshing network info cache for port d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.665625] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d5:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ed24f7-f2c4-4684-9cad-2f29a5c20057', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.674013] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating folder: Project (5f66f55e1a1e4d658bf72df3fa24d4f1). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.674663] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e44c65e-5af9-4767-ba5d-80a4865befb0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.689116] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created folder: Project (5f66f55e1a1e4d658bf72df3fa24d4f1) in parent group-v920549. [ 1052.689362] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating folder: Instances. Parent ref: group-v920834. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.689645] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef6e4d05-0740-45cc-b69a-13409005f35a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.701957] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created folder: Instances in parent group-v920834. [ 1052.702429] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.702895] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.703271] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a539ba9-36fc-4da3-9526-1c56e6f53954 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.724416] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.724416] env[65997]: value = "task-4718739" [ 1052.724416] env[65997]: _type = "Task" [ 1052.724416] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.734209] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718739, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.874576] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.049s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.877947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.101s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.879760] env[65997]: INFO nova.compute.claims [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.904818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.905186] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.905486] env[65997]: DEBUG nova.network.neutron [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.918980] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718734, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.005778] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76914594-e483-4d0a-8f5e-6048a2f47437 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.029126] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef3c0c-9b7a-41bf-8190-21223f43bf96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.055987] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.082395] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718736, 'name': CreateVM_Task, 'duration_secs': 0.421727} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.082680] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.083207] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.083397] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.083776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.084285] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43f8616-d2d2-4c06-8345-bc3ddd48745f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.090898] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1053.090898] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527a2392-5796-3c1d-c643-f7aac54f110b" [ 1053.090898] env[65997]: _type = "Task" [ 1053.090898] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.102379] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527a2392-5796-3c1d-c643-f7aac54f110b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.176112] env[65997]: WARNING neutronclient.v2_0.client [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.234099] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718739, 'name': CreateVM_Task, 'duration_secs': 0.474493} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.234296] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.234805] env[65997]: WARNING neutronclient.v2_0.client [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.235312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.351639] env[65997]: WARNING neutronclient.v2_0.client [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.422508] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718734, 'name': CloneVM_Task, 'duration_secs': 1.398028} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.422782] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created linked-clone VM from snapshot [ 1053.423625] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286eea06-9756-4cdc-a372-9c94915d5d91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.432599] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Uploading image d49cec6e-8780-4ee1-b8ac-7e24be715296 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.441108] env[65997]: DEBUG nova.network.neutron [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updated VIF entry in instance network info cache for port d2ed24f7-f2c4-4684-9cad-2f29a5c20057. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.441423] env[65997]: DEBUG nova.network.neutron [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updating instance_info_cache with network_info: [{"id": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "address": "fa:16:3e:d9:d5:83", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed24f7-f2", "ovs_interfaceid": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.454648] env[65997]: INFO nova.scheduler.client.report [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocation for migration aa4ff667-637b-4334-848d-476a4df3bceb [ 1053.460244] env[65997]: DEBUG nova.network.neutron [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1053.469488] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1053.469488] env[65997]: value = "vm-920832" [ 1053.469488] env[65997]: _type = "VirtualMachine" [ 1053.469488] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1053.470479] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-219d6478-532b-4805-90eb-b42e8982e206 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.479266] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease: (returnval){ [ 1053.479266] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5239ce47-f41a-6846-f5e8-6b1548468a1f" [ 1053.479266] env[65997]: _type = "HttpNfcLease" [ 1053.479266] env[65997]: } obtained for exporting VM: (result){ [ 1053.479266] env[65997]: value = "vm-920832" [ 1053.479266] env[65997]: _type = "VirtualMachine" [ 1053.479266] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1053.479767] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the lease: (returnval){ [ 1053.479767] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5239ce47-f41a-6846-f5e8-6b1548468a1f" [ 1053.479767] env[65997]: _type = "HttpNfcLease" [ 1053.479767] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.489045] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.489045] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5239ce47-f41a-6846-f5e8-6b1548468a1f" [ 1053.489045] env[65997]: _type = "HttpNfcLease" [ 1053.489045] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.537067] env[65997]: DEBUG nova.objects.instance [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.543075] env[65997]: WARNING neutronclient.v2_0.client [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.563896] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.564117] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.598323] env[65997]: DEBUG nova.network.neutron [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Port 37980b2b-25be-4189-85ee-b607ae463276 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1053.603716] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527a2392-5796-3c1d-c643-f7aac54f110b, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.604498] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.604498] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.604731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.604874] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.605063] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.605366] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.605652] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.605878] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-374da242-aa12-49e6-8ab6-1eed46a828d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.607908] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ad0fc1-0006-4972-bbae-a25b43e20b3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.615054] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1053.615054] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f776ee-bea6-1ad9-4ac3-e31a857c5493" [ 1053.615054] env[65997]: _type = "Task" [ 1053.615054] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.621678] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.621884] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.623181] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b77b9d-bdad-4643-9339-75cdb9284677 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.630472] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f776ee-bea6-1ad9-4ac3-e31a857c5493, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.631584] env[65997]: DEBUG nova.network.neutron [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Updating instance_info_cache with network_info: [{"id": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "address": "fa:16:3e:fc:50:40", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff49c35-0c", "ovs_interfaceid": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.633539] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.633539] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.633756] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.636351] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1053.636351] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ccce67-6a9d-d82f-2125-4584834f9d42" [ 1053.636351] env[65997]: _type = "Task" [ 1053.636351] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.646352] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ccce67-6a9d-d82f-2125-4584834f9d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.944318] env[65997]: DEBUG oslo_concurrency.lockutils [req-33d9b2e6-239d-45b1-b3d5-ec5c08f33ebb req-bb093965-64e7-4a36-9351-79c0c4217152 service nova] Releasing lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.967063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.394s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.990976] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.990976] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5239ce47-f41a-6846-f5e8-6b1548468a1f" [ 1053.990976] env[65997]: _type = "HttpNfcLease" [ 1053.990976] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1053.991310] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1053.991310] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5239ce47-f41a-6846-f5e8-6b1548468a1f" [ 1053.991310] env[65997]: _type = "HttpNfcLease" [ 1053.991310] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1053.992086] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9782db4e-3046-403d-9bac-3bcce0163710 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.003624] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdab5-1098-eb92-9062-570e42bbe60b/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.003800] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdab5-1098-eb92-9062-570e42bbe60b/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.065293] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.065467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.065635] env[65997]: DEBUG nova.network.neutron [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.065808] env[65997]: DEBUG nova.objects.instance [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'info_cache' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.096371] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-991fa614-ff80-4c05-b2f6-49c89957f3c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.135188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.135546] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Instance network_info: |[{"id": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "address": "fa:16:3e:fc:50:40", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff49c35-0c", "ovs_interfaceid": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1054.136042] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:50:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.143708] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.146408] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.150699] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0cd8365-2217-44a7-9cfb-2313ce37a526 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.170052] env[65997]: DEBUG nova.compute.manager [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Received event network-vif-plugged-1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.170360] env[65997]: DEBUG oslo_concurrency.lockutils [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] Acquiring lock "d1cf7f51-2954-49d8-b956-6602c2288b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.170487] env[65997]: DEBUG oslo_concurrency.lockutils [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.170639] env[65997]: DEBUG oslo_concurrency.lockutils [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.170823] env[65997]: DEBUG nova.compute.manager [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] No waiting events found dispatching network-vif-plugged-1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1054.171010] env[65997]: WARNING nova.compute.manager [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Received unexpected event network-vif-plugged-1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a for instance with vm_state building and task_state spawning. [ 1054.171205] env[65997]: DEBUG nova.compute.manager [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Received event network-changed-1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.171352] env[65997]: DEBUG nova.compute.manager [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Refreshing instance network info cache due to event network-changed-1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.171541] env[65997]: DEBUG oslo_concurrency.lockutils [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] Acquiring lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.171675] env[65997]: DEBUG oslo_concurrency.lockutils [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] Acquired lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.171823] env[65997]: DEBUG nova.network.neutron [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Refreshing network info cache for port 1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.181143] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ccce67-6a9d-d82f-2125-4584834f9d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.183340] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.183340] env[65997]: value = "task-4718741" [ 1054.183340] env[65997]: _type = "Task" [ 1054.183340] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.184139] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b16d392-ea47-4f4c-9813-ce19b5b5f065 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.196793] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1054.196793] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522f7beb-3b2b-494a-4030-e3bd7315ce23" [ 1054.196793] env[65997]: _type = "Task" [ 1054.196793] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.200426] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718741, 'name': CreateVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.213342] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522f7beb-3b2b-494a-4030-e3bd7315ce23, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.213405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.213899] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.214042] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.215184] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.215184] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1975177e-d67d-48b2-a602-063199ca3ddd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.216597] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d07c476e-191c-4b66-bead-a5e3bbae8545 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.224568] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1054.224568] env[65997]: value = "task-4718742" [ 1054.224568] env[65997]: _type = "Task" [ 1054.224568] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.231844] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.232042] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.233344] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f24884b-305b-4841-9d49-8b2073e85e3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.241151] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.247995] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1054.247995] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52068319-3453-0d9b-d599-c65f925c3978" [ 1054.247995] env[65997]: _type = "Task" [ 1054.247995] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.259040] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52068319-3453-0d9b-d599-c65f925c3978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.278361] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1094b32-bf43-4bf7-8c7f-ee31d92d002b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.289684] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc893b-0c3c-40a0-93ed-1ee48bd3357a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.328052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee898f-8b23-414c-af12-024842815690 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.337099] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a0b5e-7e36-47b1-b033-181c0c2dc223 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.352906] env[65997]: DEBUG nova.compute.provider_tree [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.570370] env[65997]: DEBUG nova.objects.base [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Object Instance<57fd412b-c516-433e-a043-ebad4eef4cc2> lazy-loaded attributes: flavor,info_cache {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.630715] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.631152] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.631437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.678388] env[65997]: WARNING neutronclient.v2_0.client [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.701584] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718741, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.739602] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718742, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.765372] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52068319-3453-0d9b-d599-c65f925c3978, 'name': SearchDatastore_Task, 'duration_secs': 0.014703} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.770130] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4251331-0106-42c8-a50e-5e8ee8461610 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.777832] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1054.777832] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525aaa7d-2050-2fdd-3f5d-eec660f6eb17" [ 1054.777832] env[65997]: _type = "Task" [ 1054.777832] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.788865] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525aaa7d-2050-2fdd-3f5d-eec660f6eb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.856380] env[65997]: WARNING neutronclient.v2_0.client [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.860553] env[65997]: DEBUG nova.scheduler.client.report [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.875146] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.875439] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.940997] env[65997]: DEBUG nova.network.neutron [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Updated VIF entry in instance network info cache for port 1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1054.941249] env[65997]: DEBUG nova.network.neutron [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Updating instance_info_cache with network_info: [{"id": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "address": "fa:16:3e:fc:50:40", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff49c35-0c", "ovs_interfaceid": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.074037] env[65997]: WARNING neutronclient.v2_0.client [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.111888] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "161cf2c1-da7d-4755-9c1d-d5c451198642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.112159] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.112386] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.112564] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.112852] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.115612] env[65997]: INFO nova.compute.manager [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Terminating instance [ 1055.198244] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718741, 'name': CreateVM_Task, 'duration_secs': 0.572208} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.198849] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.199581] env[65997]: WARNING neutronclient.v2_0.client [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.200237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.200521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.200967] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.201469] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f49814-a6c1-4a3b-9367-cd94655d4b2b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.210230] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1055.210230] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523ef27e-e57a-9513-b620-22cca63ce045" [ 1055.210230] env[65997]: _type = "Task" [ 1055.210230] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.220928] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523ef27e-e57a-9513-b620-22cca63ce045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.237860] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561544} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.238546] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.238795] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.240128] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-268a1a25-6c4a-4925-9032-212a86ebc6e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.249233] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1055.249233] env[65997]: value = "task-4718743" [ 1055.249233] env[65997]: _type = "Task" [ 1055.249233] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.259835] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.272883] env[65997]: WARNING neutronclient.v2_0.client [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.291331] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525aaa7d-2050-2fdd-3f5d-eec660f6eb17, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.291703] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.292059] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/95018846-027f-44b4-8a41-78e2c3a169bd.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.292518] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb24797f-f97a-4fc8-b7aa-3541ec262dc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.298578] env[65997]: DEBUG oslo_concurrency.lockutils [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.298821] env[65997]: DEBUG oslo_concurrency.lockutils [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.301728] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1055.301728] env[65997]: value = "task-4718744" [ 1055.301728] env[65997]: _type = "Task" [ 1055.301728] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.311466] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.354315] env[65997]: DEBUG nova.network.neutron [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [{"id": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "address": "fa:16:3e:b4:32:ce", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd1ae4-ba", "ovs_interfaceid": "cddd1ae4-ba90-46c8-a4e9-57349964a547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.365457] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.366803] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1055.369423] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.450s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.370897] env[65997]: INFO nova.compute.claims [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.386687] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.386919] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.387127] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.387714] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.387714] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.387714] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.388023] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1055.388023] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.443953] env[65997]: DEBUG oslo_concurrency.lockutils [req-55694d97-bcbb-4b92-a265-6bca9a9999e7 req-3eaf3789-61de-4183-8112-84ed1456df01 service nova] Releasing lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.620385] env[65997]: DEBUG nova.compute.manager [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1055.620623] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.621809] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26432b00-f9cd-4808-9246-5fcdb4c1fc2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.632410] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.632626] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d88721e-0773-4dfb-b14a-83c63d8e26c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.641034] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1055.641034] env[65997]: value = "task-4718745" [ 1055.641034] env[65997]: _type = "Task" [ 1055.641034] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.647282] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.660954] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.686059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.686453] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.686697] env[65997]: DEBUG nova.network.neutron [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.726451] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523ef27e-e57a-9513-b620-22cca63ce045, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.726893] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.727354] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.727744] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.727917] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.728171] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.728539] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b2144d1-ddb7-43e0-bda6-77dcae1c9486 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.744928] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.745246] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.746214] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e40f746-4f8b-456f-8836-344434746a7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.755648] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1055.755648] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52946f19-fd70-0559-1d3a-b6aaeed2e1ac" [ 1055.755648] env[65997]: _type = "Task" [ 1055.755648] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.762523] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072857} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.763389] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.764322] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8800d20b-3ab3-4e9e-bb70-ba578f05f19d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.770961] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52946f19-fd70-0559-1d3a-b6aaeed2e1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.791608] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.792078] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd11686-00d9-4bcc-b82f-457302ceef08 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.807935] env[65997]: INFO nova.compute.manager [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Detaching volume f5626bd3-0150-4c4e-b9d7-9fb88a979989 [ 1055.820013] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1055.820013] env[65997]: value = "task-4718746" [ 1055.820013] env[65997]: _type = "Task" [ 1055.820013] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.823693] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718744, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.834902] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.854601] env[65997]: INFO nova.virt.block_device [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Attempting to driver detach volume f5626bd3-0150-4c4e-b9d7-9fb88a979989 from mountpoint /dev/sdb [ 1055.855125] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.855736] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.856799] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1ac336-c28d-4d65-8a0f-c4c54fea84e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.860578] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "refresh_cache-57fd412b-c516-433e-a043-ebad4eef4cc2" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.890520] env[65997]: DEBUG nova.compute.utils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.893882] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.894141] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1055.894412] env[65997]: DEBUG nova.network.neutron [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1055.894878] env[65997]: WARNING neutronclient.v2_0.client [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.895358] env[65997]: WARNING neutronclient.v2_0.client [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.898142] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f33c60-4f6b-4522-9baf-b08f871b07dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.912151] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79aea1d-58f3-4dd2-b044-25c33256283c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.941391] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f55750-d8db-44dc-89ea-694ffb0e1c4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.965057] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989/volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.973166] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.973435] env[65997]: DEBUG nova.policy [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b3890ff82145eb8562ecf84cb55b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39d13f15fca14ad39d4e5bdd08cf5faa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.976750] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccbbceb2-9f99-4769-aa41-5c9cb8d31a21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.996466] env[65997]: DEBUG oslo_vmware.api [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1055.996466] env[65997]: value = "task-4718747" [ 1055.996466] env[65997]: _type = "Task" [ 1055.996466] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.006340] env[65997]: DEBUG oslo_vmware.api [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.152883] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718745, 'name': PowerOffVM_Task, 'duration_secs': 0.260647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.153908] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.154038] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.154368] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf9afe3-6317-4534-8bf0-45c3fcd81169 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.189893] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.246836] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.246836] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.246836] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleting the datastore file [datastore2] 161cf2c1-da7d-4755-9c1d-d5c451198642 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.247176] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5964ed-6e7e-4307-98a7-cc6f6c2d6b18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.258226] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for the task: (returnval){ [ 1056.258226] env[65997]: value = "task-4718749" [ 1056.258226] env[65997]: _type = "Task" [ 1056.258226] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.274133] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52946f19-fd70-0559-1d3a-b6aaeed2e1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.048351} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.277995] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.278467] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5030e9de-4646-4502-87a8-a9beb9c523b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.289635] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1056.289635] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52323d57-e83c-e552-660b-bea2bc211f9b" [ 1056.289635] env[65997]: _type = "Task" [ 1056.289635] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.300092] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52323d57-e83c-e552-660b-bea2bc211f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.315478] env[65997]: DEBUG nova.network.neutron [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Successfully created port: 8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.324750] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529864} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.330858] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/95018846-027f-44b4-8a41-78e2c3a169bd.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.331769] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.332223] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10873ade-2b8f-4dca-9886-2968f7182722 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.341078] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718746, 'name': ReconfigVM_Task, 'duration_secs': 0.341616} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.343321] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9/0c88cd7f-e9e2-4372-948b-ca2550c01ee9.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.344440] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1056.344440] env[65997]: value = "task-4718750" [ 1056.344440] env[65997]: _type = "Task" [ 1056.344440] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.344855] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e810bc19-1e37-43e7-9b32-bb10556177a8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.357521] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.359645] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1056.359645] env[65997]: value = "task-4718751" [ 1056.359645] env[65997]: _type = "Task" [ 1056.359645] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.376414] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718751, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.404605] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1056.508710] env[65997]: DEBUG oslo_vmware.api [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718747, 'name': ReconfigVM_Task, 'duration_secs': 0.290438} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.512660] env[65997]: WARNING neutronclient.v2_0.client [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.515107] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.520631] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c44a009-45e3-4a67-b999-78b9916953d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.540224] env[65997]: DEBUG oslo_vmware.api [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1056.540224] env[65997]: value = "task-4718752" [ 1056.540224] env[65997]: _type = "Task" [ 1056.540224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.553590] env[65997]: DEBUG oslo_vmware.api [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.599852] env[65997]: DEBUG nova.network.neutron [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance_info_cache with network_info: [{"id": "37980b2b-25be-4189-85ee-b607ae463276", "address": "fa:16:3e:b4:22:da", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37980b2b-25", "ovs_interfaceid": "37980b2b-25be-4189-85ee-b607ae463276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.723817] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ce34e7-1097-4d90-9715-56bc4d0fda4e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.732376] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf216f11-d408-4913-b5b9-dcea33b4dfc3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.769039] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a22dd4-12c8-4d70-91b7-108fc50d1c9d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.780532] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269a8116-884c-4b93-8233-121f4db1090c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.784580] env[65997]: DEBUG oslo_vmware.api [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Task: {'id': task-4718749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184652} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.784841] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.785021] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.785216] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.785380] env[65997]: INFO nova.compute.manager [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1056.785631] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.786237] env[65997]: DEBUG nova.compute.manager [-] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1056.786344] env[65997]: DEBUG nova.network.neutron [-] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1056.786611] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.796993] env[65997]: DEBUG nova.compute.provider_tree [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.810448] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52323d57-e83c-e552-660b-bea2bc211f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.810720] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.810974] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/d1cf7f51-2954-49d8-b956-6602c2288b0d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.811255] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8b36d1-3269-4b0f-80e7-3e3246659ed2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.819922] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1056.819922] env[65997]: value = "task-4718753" [ 1056.819922] env[65997]: _type = "Task" [ 1056.819922] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.829319] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.830419] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.857331] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080385} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.857679] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.858552] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ebe23f-e515-4857-86cf-f4f7b79f01fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.867702] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.881877] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea85774-4131-4bf5-801d-0aceccceb5d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.893302] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/95018846-027f-44b4-8a41-78e2c3a169bd.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.893302] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718751, 'name': Rename_Task, 'duration_secs': 0.159474} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.893302] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99c8957-6ec9-44ac-a659-f0140a0c7dea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.908279] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.908985] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e51762-a80c-46bc-a5f1-f33cf9284388 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.916513] env[65997]: DEBUG oslo_vmware.api [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1056.916513] env[65997]: value = "task-4718754" [ 1056.916513] env[65997]: _type = "Task" [ 1056.916513] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.918491] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1056.918491] env[65997]: value = "task-4718755" [ 1056.918491] env[65997]: _type = "Task" [ 1056.918491] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.926866] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1056.926866] env[65997]: value = "task-4718756" [ 1056.926866] env[65997]: _type = "Task" [ 1056.926866] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.937376] env[65997]: DEBUG oslo_vmware.api [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.937758] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.945569] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.056028] env[65997]: DEBUG oslo_vmware.api [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718752, 'name': ReconfigVM_Task, 'duration_secs': 0.161721} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.056554] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920805', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'name': 'volume-f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4843eaf-400b-4865-936d-65a3d87b4f9c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989', 'serial': 'f5626bd3-0150-4c4e-b9d7-9fb88a979989'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.105373] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.158605] env[65997]: DEBUG nova.compute.manager [req-263c9d88-3def-4ad9-83e8-883967adbfa0 req-7776bd58-d4b9-4af5-b68b-403582123ced service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Received event network-vif-deleted-1a4b48ca-5374-439f-87a1-c1efc0629079 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.158892] env[65997]: INFO nova.compute.manager [req-263c9d88-3def-4ad9-83e8-883967adbfa0 req-7776bd58-d4b9-4af5-b68b-403582123ced service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Neutron deleted interface 1a4b48ca-5374-439f-87a1-c1efc0629079; detaching it from the instance and deleting it from the info cache [ 1057.162301] env[65997]: DEBUG nova.network.neutron [req-263c9d88-3def-4ad9-83e8-883967adbfa0 req-7776bd58-d4b9-4af5-b68b-403582123ced service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.303556] env[65997]: DEBUG nova.scheduler.client.report [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.334333] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718753, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.420525] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1057.439524] env[65997]: DEBUG oslo_vmware.api [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718754, 'name': PowerOnVM_Task, 'duration_secs': 0.466848} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.443513] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.443799] env[65997]: DEBUG nova.compute.manager [None req-e5b1e903-0c28-40cd-baf9-dbcdc1f0a7cd tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1057.444171] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.445097] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd552fc-dfab-4576-8d50-2189efd23c4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.453014] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.463039] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.463039] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.463039] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.463283] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.463326] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.463468] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.463672] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.463845] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.464080] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.464194] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.464384] env[65997]: DEBUG nova.virt.hardware [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.465632] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9fa164-ebd6-4ee7-97a9-a11bdb107626 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.477776] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb32631-7476-4ad4-b5ea-ebe65c3bb58f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.577558] env[65997]: DEBUG nova.network.neutron [-] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.615995] env[65997]: DEBUG nova.objects.instance [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'flavor' on Instance uuid e4843eaf-400b-4865-936d-65a3d87b4f9c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.634348] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a0b1d-0fe8-4d94-a95b-e4b288cef440 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.657285] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a13e25c-cf8d-4e0f-b6f9-a8054aec71cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.668233] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.671930] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7142e9c3-f9de-4adf-9187-4f818828f1ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.682373] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0d7504-ffde-4167-ad96-5add59fd4d2b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.722386] env[65997]: DEBUG nova.compute.manager [req-263c9d88-3def-4ad9-83e8-883967adbfa0 req-7776bd58-d4b9-4af5-b68b-403582123ced service nova] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Detach interface failed, port_id=1a4b48ca-5374-439f-87a1-c1efc0629079, reason: Instance 161cf2c1-da7d-4755-9c1d-d5c451198642 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.809643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.810275] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1057.813191] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.978s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.813667] env[65997]: DEBUG nova.objects.instance [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'resources' on Instance uuid 1fd7a60e-804f-4e87-84ed-0f5b72667fce {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.832799] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544774} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.833194] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/d1cf7f51-2954-49d8-b956-6602c2288b0d.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.833484] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.834027] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15d0bbc5-0739-4288-9ce5-a1e2dea7ce49 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.842745] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1057.842745] env[65997]: value = "task-4718757" [ 1057.842745] env[65997]: _type = "Task" [ 1057.842745] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.854398] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.938402] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718755, 'name': ReconfigVM_Task, 'duration_secs': 0.644193} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.939244] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/95018846-027f-44b4-8a41-78e2c3a169bd.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.939983] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba108baf-fc01-4a3b-b08a-e4437c1c96b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.946065] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.952911] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1057.952911] env[65997]: value = "task-4718758" [ 1057.952911] env[65997]: _type = "Task" [ 1057.952911] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.963383] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718758, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.080901] env[65997]: INFO nova.compute.manager [-] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Took 1.29 seconds to deallocate network for instance. [ 1058.176117] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.176502] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73f3fd2-13cd-4d4e-8622-af554b219a17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.186016] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1058.186016] env[65997]: value = "task-4718759" [ 1058.186016] env[65997]: _type = "Task" [ 1058.186016] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.195307] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.283256] env[65997]: DEBUG nova.network.neutron [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Successfully updated port: 8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.317385] env[65997]: DEBUG nova.compute.utils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.322944] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1058.322944] env[65997]: DEBUG nova.network.neutron [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1058.322944] env[65997]: WARNING neutronclient.v2_0.client [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.323426] env[65997]: WARNING neutronclient.v2_0.client [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.363231] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070497} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.364097] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.365630] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0035a-f210-49f3-8856-5182a8a39104 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.401101] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/d1cf7f51-2954-49d8-b956-6602c2288b0d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.407047] env[65997]: DEBUG nova.policy [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.409364] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d43d44-95d6-46a6-bf26-7bb6be9e232d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.426840] env[65997]: DEBUG nova.compute.manager [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Received event network-changed-8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.427119] env[65997]: DEBUG nova.compute.manager [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Refreshing instance network info cache due to event network-changed-8c7caf3e-a15d-4703-886b-4f29ef064c8c. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1058.427429] env[65997]: DEBUG oslo_concurrency.lockutils [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] Acquiring lock "refresh_cache-5d63ecb1-7911-4a0f-8458-dbfe963234db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.427626] env[65997]: DEBUG oslo_concurrency.lockutils [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] Acquired lock "refresh_cache-5d63ecb1-7911-4a0f-8458-dbfe963234db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.427839] env[65997]: DEBUG nova.network.neutron [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Refreshing network info cache for port 8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.438804] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1058.438804] env[65997]: value = "task-4718760" [ 1058.438804] env[65997]: _type = "Task" [ 1058.438804] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.447872] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718756, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.457786] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.469373] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718758, 'name': Rename_Task, 'duration_secs': 0.153421} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.473615] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.473949] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fb3674-1bab-41fc-a768-7232de4935a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.483349] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1058.483349] env[65997]: value = "task-4718761" [ 1058.483349] env[65997]: _type = "Task" [ 1058.483349] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.498126] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.507108] env[65997]: DEBUG nova.compute.manager [req-7851a80d-d463-4a04-a19a-b7ca519a097f req-257c5173-338e-4cf6-ac05-f3a5e0b05e27 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Received event network-vif-plugged-8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.508866] env[65997]: DEBUG oslo_concurrency.lockutils [req-7851a80d-d463-4a04-a19a-b7ca519a097f req-257c5173-338e-4cf6-ac05-f3a5e0b05e27 service nova] Acquiring lock "5d63ecb1-7911-4a0f-8458-dbfe963234db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.508866] env[65997]: DEBUG oslo_concurrency.lockutils [req-7851a80d-d463-4a04-a19a-b7ca519a097f req-257c5173-338e-4cf6-ac05-f3a5e0b05e27 service nova] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.508866] env[65997]: DEBUG oslo_concurrency.lockutils [req-7851a80d-d463-4a04-a19a-b7ca519a097f req-257c5173-338e-4cf6-ac05-f3a5e0b05e27 service nova] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.508866] env[65997]: DEBUG nova.compute.manager [req-7851a80d-d463-4a04-a19a-b7ca519a097f req-257c5173-338e-4cf6-ac05-f3a5e0b05e27 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] No waiting events found dispatching network-vif-plugged-8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.508866] env[65997]: WARNING nova.compute.manager [req-7851a80d-d463-4a04-a19a-b7ca519a097f req-257c5173-338e-4cf6-ac05-f3a5e0b05e27 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Received unexpected event network-vif-plugged-8c7caf3e-a15d-4703-886b-4f29ef064c8c for instance with vm_state building and task_state spawning. [ 1058.588965] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.629020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-421ab8ae-3b01-4fb9-9884-09ddd691b872 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.701778] env[65997]: DEBUG oslo_vmware.api [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718759, 'name': PowerOnVM_Task, 'duration_secs': 0.434089} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.702112] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.702288] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0212d8aa-75c1-4e33-882d-80c16e4606da tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance '5759e520-5328-4d56-87b4-2880ef46a82c' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.727781] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975dda0b-e48d-432d-880d-ca874ad2d1f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.739539] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700237d9-2c46-414d-88ea-97a124479fc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.775529] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8090e53-9a70-4f9e-9df4-53b3189899d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.784868] env[65997]: DEBUG nova.network.neutron [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Successfully created port: 0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1058.787640] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "refresh_cache-5d63ecb1-7911-4a0f-8458-dbfe963234db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.792207] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e139ef-8203-487a-aee8-7d62a6007e80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810038] env[65997]: DEBUG nova.compute.provider_tree [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.822409] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1058.865672] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.866058] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.866350] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "e4843eaf-400b-4865-936d-65a3d87b4f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.866558] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.866758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.869449] env[65997]: INFO nova.compute.manager [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Terminating instance [ 1058.930970] env[65997]: WARNING neutronclient.v2_0.client [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.954490] env[65997]: DEBUG oslo_vmware.api [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718756, 'name': PowerOnVM_Task, 'duration_secs': 1.548567} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.958043] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.958280] env[65997]: DEBUG nova.compute.manager [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.958492] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718760, 'name': ReconfigVM_Task, 'duration_secs': 0.504301} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.959287] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ac91a-541d-426e-bbe3-590571414812 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.962485] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/d1cf7f51-2954-49d8-b956-6602c2288b0d.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.963226] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-789ae851-61c1-4cfd-89e3-8a0125811135 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.975866] env[65997]: DEBUG nova.network.neutron [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1058.978561] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1058.978561] env[65997]: value = "task-4718762" [ 1058.978561] env[65997]: _type = "Task" [ 1058.978561] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.992256] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718762, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.001315] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.081104] env[65997]: DEBUG nova.network.neutron [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.313110] env[65997]: DEBUG nova.scheduler.client.report [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.376533] env[65997]: DEBUG nova.compute.manager [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1059.376696] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.377699] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a365654-ef56-4faa-b88e-1c2b1d0ec99f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.387424] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.387845] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc195015-f6db-407a-8f69-4795126cd6b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.396510] env[65997]: DEBUG oslo_vmware.api [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1059.396510] env[65997]: value = "task-4718763" [ 1059.396510] env[65997]: _type = "Task" [ 1059.396510] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.409630] env[65997]: DEBUG oslo_vmware.api [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.500425] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.509994] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718762, 'name': Rename_Task, 'duration_secs': 0.196864} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.515069] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.515069] env[65997]: DEBUG oslo_vmware.api [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718761, 'name': PowerOnVM_Task, 'duration_secs': 0.626162} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.515069] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f726742f-33a7-4219-a8ad-2b0cda1ee233 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.517043] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.517422] env[65997]: INFO nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1059.517754] env[65997]: DEBUG nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1059.519126] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2f67b-3b25-43c2-82ea-715107001831 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.532842] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1059.532842] env[65997]: value = "task-4718764" [ 1059.532842] env[65997]: _type = "Task" [ 1059.532842] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.542772] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.584111] env[65997]: DEBUG oslo_concurrency.lockutils [req-6da4b0f8-26aa-4c84-aabc-daf3f500292e req-600b94b5-426f-4582-90ff-daf1b13a0124 service nova] Releasing lock "refresh_cache-5d63ecb1-7911-4a0f-8458-dbfe963234db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.584251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "refresh_cache-5d63ecb1-7911-4a0f-8458-dbfe963234db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.584424] env[65997]: DEBUG nova.network.neutron [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.818738] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.821941] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.928s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.822449] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.822449] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1059.822840] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.234s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.823096] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.828143] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.328s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.828403] env[65997]: DEBUG nova.objects.instance [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.832969] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f96ad92-83d4-4fcc-9cc9-501bf4bf4fce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.838190] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1059.849573] env[65997]: INFO nova.scheduler.client.report [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted allocations for instance 1fd7a60e-804f-4e87-84ed-0f5b72667fce [ 1059.853852] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c638909-81f6-45d3-b969-aa124db23a8f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.863319] env[65997]: INFO nova.scheduler.client.report [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Deleted allocations for instance 161cf2c1-da7d-4755-9c1d-d5c451198642 [ 1059.879198] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1059.879500] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.879720] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1059.879888] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.879888] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1059.880045] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1059.880247] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.880841] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1059.880841] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1059.880841] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1059.881052] env[65997]: DEBUG nova.virt.hardware [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1059.881862] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30b4a86-565d-4d32-a6c3-4157e7acdad7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.885725] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc8b795-d555-480a-b0b4-eb7d21de9bb9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.901202] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2257071f-2b13-4fb3-af35-e34d8085916f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.911807] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf3cfd-453f-4d80-af18-360b9af00622 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.955376] env[65997]: DEBUG oslo_vmware.api [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718763, 'name': PowerOffVM_Task, 'duration_secs': 0.520679} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.955979] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179031MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1059.956144] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.956539] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.956699] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.956968] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbdb6233-7ca4-45dd-9172-a07585bce013 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.048177] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.048405] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.048583] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore1] e4843eaf-400b-4865-936d-65a3d87b4f9c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.050535] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad708f20-6350-4eba-990c-54ee813c3a57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.052655] env[65997]: INFO nova.compute.manager [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Took 24.48 seconds to build instance. [ 1060.060536] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.062041] env[65997]: DEBUG oslo_vmware.api [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1060.062041] env[65997]: value = "task-4718766" [ 1060.062041] env[65997]: _type = "Task" [ 1060.062041] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.129386] env[65997]: DEBUG nova.network.neutron [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.180741] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-61e18a23-fb20-447d-bc85-f50f1c1f4158-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.182171] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-61e18a23-fb20-447d-bc85-f50f1c1f4158-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.182171] env[65997]: DEBUG nova.objects.instance [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'flavor' on Instance uuid 61e18a23-fb20-447d-bc85-f50f1c1f4158 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.219050] env[65997]: WARNING neutronclient.v2_0.client [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.373504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4de4b8de-1325-4773-918b-904624e774c2 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1fd7a60e-804f-4e87-84ed-0f5b72667fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.908s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.379780] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6f8b019c-df36-4272-bd58-7425efd58fec tempest-DeleteServersTestJSON-1622758553 tempest-DeleteServersTestJSON-1622758553-project-member] Lock "161cf2c1-da7d-4755-9c1d-d5c451198642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.266s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.409320] env[65997]: DEBUG nova.network.neutron [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Updating instance_info_cache with network_info: [{"id": "8c7caf3e-a15d-4703-886b-4f29ef064c8c", "address": "fa:16:3e:61:f0:76", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7caf3e-a1", "ovs_interfaceid": "8c7caf3e-a15d-4703-886b-4f29ef064c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.431340] env[65997]: DEBUG nova.network.neutron [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Successfully updated port: 0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1060.550474] env[65997]: DEBUG oslo_vmware.api [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718764, 'name': PowerOnVM_Task, 'duration_secs': 0.877346} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.550759] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.550995] env[65997]: INFO nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1060.551284] env[65997]: DEBUG nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.552187] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaed02a-2363-4a17-97eb-43cbf0e9eba6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.556017] env[65997]: DEBUG oslo_concurrency.lockutils [None req-87daef31-d685-47ff-84db-ccde6935b730 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "95018846-027f-44b4-8a41-78e2c3a169bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.992s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.573616] env[65997]: DEBUG oslo_vmware.api [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275594} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.573901] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.574130] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.574332] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.574501] env[65997]: INFO nova.compute.manager [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1060.574747] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.574941] env[65997]: DEBUG nova.compute.manager [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1060.575048] env[65997]: DEBUG nova.network.neutron [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.575299] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.644011] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.661412] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "5759e520-5328-4d56-87b4-2880ef46a82c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.661536] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.661808] env[65997]: DEBUG nova.compute.manager [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Going to confirm migration 5 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1060.685564] env[65997]: WARNING neutronclient.v2_0.client [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.708840] env[65997]: DEBUG nova.compute.manager [req-833f6279-d05c-454f-a4c1-9646393ec233 req-42f92a2a-f7fb-431b-916c-138231ad0f39 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Received event network-vif-plugged-0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1060.709082] env[65997]: DEBUG oslo_concurrency.lockutils [req-833f6279-d05c-454f-a4c1-9646393ec233 req-42f92a2a-f7fb-431b-916c-138231ad0f39 service nova] Acquiring lock "c3eaec55-41f5-4812-b5d6-18003f249eb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.709717] env[65997]: DEBUG oslo_concurrency.lockutils [req-833f6279-d05c-454f-a4c1-9646393ec233 req-42f92a2a-f7fb-431b-916c-138231ad0f39 service nova] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.709717] env[65997]: DEBUG oslo_concurrency.lockutils [req-833f6279-d05c-454f-a4c1-9646393ec233 req-42f92a2a-f7fb-431b-916c-138231ad0f39 service nova] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.709717] env[65997]: DEBUG nova.compute.manager [req-833f6279-d05c-454f-a4c1-9646393ec233 req-42f92a2a-f7fb-431b-916c-138231ad0f39 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] No waiting events found dispatching network-vif-plugged-0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1060.709891] env[65997]: WARNING nova.compute.manager [req-833f6279-d05c-454f-a4c1-9646393ec233 req-42f92a2a-f7fb-431b-916c-138231ad0f39 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Received unexpected event network-vif-plugged-0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b for instance with vm_state building and task_state spawning. [ 1060.765605] env[65997]: DEBUG nova.objects.instance [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'pci_requests' on Instance uuid 61e18a23-fb20-447d-bc85-f50f1c1f4158 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.849165] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5cd94070-fdfe-4e48-bb5a-deead1e488f9 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.850553] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.894s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.912376] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "refresh_cache-5d63ecb1-7911-4a0f-8458-dbfe963234db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.912805] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Instance network_info: |[{"id": "8c7caf3e-a15d-4703-886b-4f29ef064c8c", "address": "fa:16:3e:61:f0:76", "network": {"id": "4a991ea3-6100-4132-b1e4-e553296ff073", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-837920106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39d13f15fca14ad39d4e5bdd08cf5faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7caf3e-a1", "ovs_interfaceid": "8c7caf3e-a15d-4703-886b-4f29ef064c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1060.913757] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:f0:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c7caf3e-a15d-4703-886b-4f29ef064c8c', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.924180] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.929602] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.929898] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c93a81f1-94ce-4c46-a4c1-2925a9cc2837 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.950533] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-c3eaec55-41f5-4812-b5d6-18003f249eb7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.950752] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-c3eaec55-41f5-4812-b5d6-18003f249eb7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.950930] env[65997]: DEBUG nova.network.neutron [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.960028] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.960028] env[65997]: value = "task-4718767" [ 1060.960028] env[65997]: _type = "Task" [ 1060.960028] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.969962] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718767, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.075178] env[65997]: INFO nova.compute.manager [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Took 25.03 seconds to build instance. [ 1061.172428] env[65997]: WARNING neutronclient.v2_0.client [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.215758] env[65997]: WARNING neutronclient.v2_0.client [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.216148] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.216359] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.216560] env[65997]: DEBUG nova.network.neutron [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.216748] env[65997]: DEBUG nova.objects.instance [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lazy-loading 'info_cache' on Instance uuid 5759e520-5328-4d56-87b4-2880ef46a82c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.268223] env[65997]: DEBUG nova.objects.base [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Object Instance<61e18a23-fb20-447d-bc85-f50f1c1f4158> lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.268876] env[65997]: DEBUG nova.network.neutron [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.269394] env[65997]: WARNING neutronclient.v2_0.client [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.269898] env[65997]: WARNING neutronclient.v2_0.client [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.395083] env[65997]: DEBUG nova.policy [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.407718] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.408108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.408436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.408727] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.409277] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.412109] env[65997]: INFO nova.compute.manager [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Terminating instance [ 1061.474758] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718767, 'name': CreateVM_Task, 'duration_secs': 0.474726} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.474962] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.475926] env[65997]: WARNING neutronclient.v2_0.client [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.476301] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.476503] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.476879] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.480020] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5500c27f-c162-40fc-8c8a-705e0fa207e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.485150] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1061.485150] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b6b2fd-1055-1811-152d-054a4c6f7ddf" [ 1061.485150] env[65997]: _type = "Task" [ 1061.485150] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.495819] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b6b2fd-1055-1811-152d-054a4c6f7ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.516083] env[65997]: DEBUG nova.network.neutron [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1061.579527] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3e5cc7e1-d515-4415-ab9a-da2879ff3e8c tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.553s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.616889] env[65997]: WARNING neutronclient.v2_0.client [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.650207] env[65997]: DEBUG nova.network.neutron [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.682296] env[65997]: INFO nova.compute.manager [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Rescuing [ 1061.682692] env[65997]: DEBUG oslo_concurrency.lockutils [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.682891] env[65997]: DEBUG oslo_concurrency.lockutils [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.683113] env[65997]: DEBUG nova.network.neutron [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.776622] env[65997]: DEBUG nova.network.neutron [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Updating instance_info_cache with network_info: [{"id": "0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b", "address": "fa:16:3e:17:4a:0c", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f1158-21", "ovs_interfaceid": "0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.830922] env[65997]: DEBUG nova.network.neutron [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Successfully created port: a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1061.867238] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Applying migration context for instance 5759e520-5328-4d56-87b4-2880ef46a82c as it has an incoming, in-progress migration 1b7e2da6-d26f-460b-b389-888886eb2a86. Migration status is confirming {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1061.869322] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating resource usage from migration 1b7e2da6-d26f-460b-b389-888886eb2a86 [ 1061.890604] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.890763] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 11af8a7e-1dc4-4b12-8834-f57b7d891134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.890885] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4c307382-726d-43b9-b068-658df2f21c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891010] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 57fd412b-c516-433e-a043-ebad4eef4cc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance e4843eaf-400b-4865-936d-65a3d87b4f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891303] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891415] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4b82b4ce-00c3-4062-95cb-c81c1431649c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891525] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b4ae511d-a672-42bc-93b4-92a0cc8f720b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891632] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 61e18a23-fb20-447d-bc85-f50f1c1f4158 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891740] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dce4468b-a028-4d65-a149-285973891d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891846] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1d46355a-a837-4299-af6c-02491a1984df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.891952] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0c88cd7f-e9e2-4372-948b-ca2550c01ee9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.892072] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Migration 1b7e2da6-d26f-460b-b389-888886eb2a86 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1061.892180] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 95018846-027f-44b4-8a41-78e2c3a169bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.892286] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5759e520-5328-4d56-87b4-2880ef46a82c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.892400] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d1cf7f51-2954-49d8-b956-6602c2288b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.892490] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5d63ecb1-7911-4a0f-8458-dbfe963234db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.892589] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance c3eaec55-41f5-4812-b5d6-18003f249eb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1061.892809] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1061.892961] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '14', 'num_task_None': '13', 'num_os_type_None': '17', 'num_proj_0e89748fbce84e5080ada51a30818685': '2', 'io_workload': '2', 'num_proj_198a4ecec02d440289419a63a0c36717': '1', 'num_proj_e5ae9d0c3de540d1b1017ec98d4d37ab': '2', 'num_proj_442f1894b0da4e139b2a8090c12161f6': '1', 'num_proj_35274325388d4c18a7b6f7f868036d01': '1', 'num_task_deleting': '1', 'num_proj_1396886123ae4f84938b7e47d9ac222a': '2', 'num_task_image_uploading': '1', 'num_proj_e1ea855a876342a8a48124005702976a': '1', 'num_proj_63426c0fd9034bd4bc7e47b49085d7dc': '1', 'num_vm_resized': '1', 'num_proj_85f9088c6d11482994eeb300852b0c37': '1', 'num_proj_02efb5263aa34a4589bb888ab7adce45': '2', 'num_proj_5f66f55e1a1e4d658bf72df3fa24d4f1': '2', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_39d13f15fca14ad39d4e5bdd08cf5faa': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1061.919396] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "refresh_cache-0c88cd7f-e9e2-4372-948b-ca2550c01ee9" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.919638] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "refresh_cache-0c88cd7f-e9e2-4372-948b-ca2550c01ee9" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.919841] env[65997]: DEBUG nova.network.neutron [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.003842] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b6b2fd-1055-1811-152d-054a4c6f7ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.016484} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.004167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.004430] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.004636] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.004776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.004949] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.005236] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62bd9e40-7ea5-4070-b955-7e8eb8eb9005 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.015873] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.016121] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.017131] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa450795-a8f2-4eee-a576-425ffff45f18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.024644] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1062.024644] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b019a3-a2c9-efe7-d3da-091952463dcc" [ 1062.024644] env[65997]: _type = "Task" [ 1062.024644] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.037991] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b019a3-a2c9-efe7-d3da-091952463dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.154822] env[65997]: INFO nova.compute.manager [-] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Took 1.58 seconds to deallocate network for instance. [ 1062.180150] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ce0b2-3363-40fc-8514-168a0aa295b8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.186075] env[65997]: WARNING neutronclient.v2_0.client [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.192198] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc08ba6-1a4d-427d-92b0-8295e036115c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225834] env[65997]: WARNING neutronclient.v2_0.client [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.231985] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4210be-91ed-48b0-b0bc-019b6e5ca968 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.244642] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e22b66-af95-4b88-b3a6-121aee252719 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.259736] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.280563] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-c3eaec55-41f5-4812-b5d6-18003f249eb7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.280743] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Instance network_info: |[{"id": "0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b", "address": "fa:16:3e:17:4a:0c", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f1158-21", "ovs_interfaceid": "0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1062.281439] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:4a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.290816] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.291561] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.291949] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1363728b-1046-43ab-95b5-213912182c99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.317672] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.317672] env[65997]: value = "task-4718768" [ 1062.317672] env[65997]: _type = "Task" [ 1062.317672] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.329156] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718768, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.425169] env[65997]: WARNING neutronclient.v2_0.client [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.471823] env[65997]: DEBUG nova.network.neutron [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1062.544834] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b019a3-a2c9-efe7-d3da-091952463dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.01526} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.546266] env[65997]: WARNING neutronclient.v2_0.client [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.552931] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13850370-6e3d-43a9-95c6-2f0828ef45c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.560396] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1062.560396] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b53633-d7ab-a023-65b9-b086c4bc12b4" [ 1062.560396] env[65997]: _type = "Task" [ 1062.560396] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.571902] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b53633-d7ab-a023-65b9-b086c4bc12b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.574943] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdab5-1098-eb92-9062-570e42bbe60b/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.576066] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a33b0-6a9a-47b8-9651-0f00f5e82401 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.585071] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdab5-1098-eb92-9062-570e42bbe60b/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.585275] env[65997]: ERROR oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdab5-1098-eb92-9062-570e42bbe60b/disk-0.vmdk due to incomplete transfer. [ 1062.585566] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06581df9-c5ff-49a0-b435-49bbe789b3b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.597340] env[65997]: DEBUG oslo_vmware.rw_handles [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdab5-1098-eb92-9062-570e42bbe60b/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1062.597551] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Uploaded image d49cec6e-8780-4ee1-b8ac-7e24be715296 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1062.599872] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1062.600269] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15d228f8-3496-44ee-8a38-9a4085beb2f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.607025] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1062.607025] env[65997]: value = "task-4718769" [ 1062.607025] env[65997]: _type = "Task" [ 1062.607025] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.617390] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718769, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.618704] env[65997]: WARNING neutronclient.v2_0.client [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.664684] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.766163] env[65997]: DEBUG nova.network.neutron [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.766163] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.831936] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718768, 'name': CreateVM_Task, 'duration_secs': 0.442384} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.833377] env[65997]: DEBUG nova.network.neutron [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Updating instance_info_cache with network_info: [{"id": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "address": "fa:16:3e:fc:50:40", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff49c35-0c", "ovs_interfaceid": "1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.834864] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.835891] env[65997]: WARNING neutronclient.v2_0.client [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.836654] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.836875] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.837256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.837840] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff266014-b3cf-4e50-ab17-5aa7be2c1ae1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.846941] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1062.846941] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521acdf1-2393-27a2-05b7-2ffbe6260812" [ 1062.846941] env[65997]: _type = "Task" [ 1062.846941] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.856532] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521acdf1-2393-27a2-05b7-2ffbe6260812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.897958] env[65997]: DEBUG nova.network.neutron [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance_info_cache with network_info: [{"id": "37980b2b-25be-4189-85ee-b607ae463276", "address": "fa:16:3e:b4:22:da", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37980b2b-25", "ovs_interfaceid": "37980b2b-25be-4189-85ee-b607ae463276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.074331] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b53633-d7ab-a023-65b9-b086c4bc12b4, 'name': SearchDatastore_Task, 'duration_secs': 0.028853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.074548] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.074819] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 5d63ecb1-7911-4a0f-8458-dbfe963234db/5d63ecb1-7911-4a0f-8458-dbfe963234db.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.075132] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da979bbc-b15c-45f2-9d32-7029af685c84 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.084439] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1063.084439] env[65997]: value = "task-4718770" [ 1063.084439] env[65997]: _type = "Task" [ 1063.084439] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.095376] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.119359] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718769, 'name': Destroy_Task, 'duration_secs': 0.429881} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.119613] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroyed the VM [ 1063.119721] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1063.120338] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1473bfaa-0cbb-4b87-a7ed-6c89a7a29200 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.129611] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1063.129611] env[65997]: value = "task-4718771" [ 1063.129611] env[65997]: _type = "Task" [ 1063.129611] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.138372] env[65997]: DEBUG nova.compute.manager [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Received event network-changed-0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.138956] env[65997]: DEBUG nova.compute.manager [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Refreshing instance network info cache due to event network-changed-0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1063.138956] env[65997]: DEBUG oslo_concurrency.lockutils [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] Acquiring lock "refresh_cache-c3eaec55-41f5-4812-b5d6-18003f249eb7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.139168] env[65997]: DEBUG oslo_concurrency.lockutils [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] Acquired lock "refresh_cache-c3eaec55-41f5-4812-b5d6-18003f249eb7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.139337] env[65997]: DEBUG nova.network.neutron [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Refreshing network info cache for port 0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.144874] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.275082] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "refresh_cache-0c88cd7f-e9e2-4372-948b-ca2550c01ee9" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.275679] env[65997]: DEBUG nova.compute.manager [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1063.275949] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.276716] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1063.276910] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.426s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.277759] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d7225-2eae-4ec6-b930-fb77761604de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.280865] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.616s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.281124] env[65997]: DEBUG nova.objects.instance [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'resources' on Instance uuid e4843eaf-400b-4865-936d-65a3d87b4f9c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.289830] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.290204] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd9c83b-5b16-4adf-af7f-03e69172ce87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.300221] env[65997]: DEBUG oslo_vmware.api [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1063.300221] env[65997]: value = "task-4718772" [ 1063.300221] env[65997]: _type = "Task" [ 1063.300221] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.312063] env[65997]: DEBUG oslo_vmware.api [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.338966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-d1cf7f51-2954-49d8-b956-6602c2288b0d" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.362882] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521acdf1-2393-27a2-05b7-2ffbe6260812, 'name': SearchDatastore_Task, 'duration_secs': 0.028192} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.370020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.370020] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.370020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.370020] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.370020] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.370020] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4c778cd-5405-4eab-a1b0-9c95e3b9f6f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.380395] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.380568] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.382876] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c6ad49-2e5f-4071-8d6e-46f6df48b93c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.389942] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1063.389942] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263940c-77e6-7ebe-38b4-3282071c9d35" [ 1063.389942] env[65997]: _type = "Task" [ 1063.389942] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.399783] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263940c-77e6-7ebe-38b4-3282071c9d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.401017] env[65997]: DEBUG nova.network.neutron [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Successfully updated port: a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1063.402634] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-5759e520-5328-4d56-87b4-2880ef46a82c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.402798] env[65997]: DEBUG nova.objects.instance [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lazy-loading 'migration_context' on Instance uuid 5759e520-5328-4d56-87b4-2880ef46a82c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.569090] env[65997]: DEBUG nova.compute.manager [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1063.575404] env[65997]: DEBUG nova.compute.manager [req-804f2898-fd0f-4571-b20d-f0d6d2c2e94e req-ebd42a2f-929c-4b00-b1b3-593b4ac1c77d service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-vif-plugged-a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.575637] env[65997]: DEBUG oslo_concurrency.lockutils [req-804f2898-fd0f-4571-b20d-f0d6d2c2e94e req-ebd42a2f-929c-4b00-b1b3-593b4ac1c77d service nova] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.575840] env[65997]: DEBUG oslo_concurrency.lockutils [req-804f2898-fd0f-4571-b20d-f0d6d2c2e94e req-ebd42a2f-929c-4b00-b1b3-593b4ac1c77d service nova] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.576016] env[65997]: DEBUG oslo_concurrency.lockutils [req-804f2898-fd0f-4571-b20d-f0d6d2c2e94e req-ebd42a2f-929c-4b00-b1b3-593b4ac1c77d service nova] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.576182] env[65997]: DEBUG nova.compute.manager [req-804f2898-fd0f-4571-b20d-f0d6d2c2e94e req-ebd42a2f-929c-4b00-b1b3-593b4ac1c77d service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] No waiting events found dispatching network-vif-plugged-a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.576351] env[65997]: WARNING nova.compute.manager [req-804f2898-fd0f-4571-b20d-f0d6d2c2e94e req-ebd42a2f-929c-4b00-b1b3-593b4ac1c77d service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received unexpected event network-vif-plugged-a1841121-a2c1-4f43-9f40-963e14306a0b for instance with vm_state active and task_state None. [ 1063.598662] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.644128] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718771, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.646229] env[65997]: WARNING neutronclient.v2_0.client [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.820758] env[65997]: DEBUG oslo_vmware.api [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718772, 'name': PowerOffVM_Task, 'duration_secs': 0.257007} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.821037] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.821203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.821466] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab2346d7-6ab5-4285-9a97-fe347e409f5f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.847515] env[65997]: WARNING neutronclient.v2_0.client [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.851293] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.851878] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.851878] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleting the datastore file [datastore2] 0c88cd7f-e9e2-4372-948b-ca2550c01ee9 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.852032] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591ff5a8-3746-4676-a2bb-9cad5b73ff85 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.859773] env[65997]: DEBUG oslo_vmware.api [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1063.859773] env[65997]: value = "task-4718775" [ 1063.859773] env[65997]: _type = "Task" [ 1063.859773] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.873215] env[65997]: DEBUG oslo_vmware.api [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.904864] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5263940c-77e6-7ebe-38b4-3282071c9d35, 'name': SearchDatastore_Task, 'duration_secs': 0.015277} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.905474] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.905620] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.905777] env[65997]: DEBUG nova.network.neutron [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.910508] env[65997]: DEBUG nova.objects.base [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Object Instance<5759e520-5328-4d56-87b4-2880ef46a82c> lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.910706] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98322eb6-59cb-4a2e-8c3e-6e3da54e5de0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.914343] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43d0b6f-e658-43e2-bde1-6bf8144cbec3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.922040] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1063.922040] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b1f93f-5216-3bf2-e20e-5e45f1e16a42" [ 1063.922040] env[65997]: _type = "Task" [ 1063.922040] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.939675] env[65997]: DEBUG nova.network.neutron [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Updated VIF entry in instance network info cache for port 0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.940044] env[65997]: DEBUG nova.network.neutron [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Updating instance_info_cache with network_info: [{"id": "0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b", "address": "fa:16:3e:17:4a:0c", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f1158-21", "ovs_interfaceid": "0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.944448] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40333610-80d5-4dbb-b492-bc624d1fa3a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.954680] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b1f93f-5216-3bf2-e20e-5e45f1e16a42, 'name': SearchDatastore_Task} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.956096] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.956476] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] c3eaec55-41f5-4812-b5d6-18003f249eb7/c3eaec55-41f5-4812-b5d6-18003f249eb7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.956953] env[65997]: DEBUG oslo_vmware.api [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1063.956953] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521fec6d-44fd-7b9f-9cc5-f2a639f7aa58" [ 1063.956953] env[65997]: _type = "Task" [ 1063.956953] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.957842] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14901e12-49fb-4410-ac0c-f5ba3fe8486a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.974520] env[65997]: DEBUG oslo_vmware.api [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521fec6d-44fd-7b9f-9cc5-f2a639f7aa58, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.976487] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.976843] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1063.976843] env[65997]: value = "task-4718776" [ 1063.976843] env[65997]: _type = "Task" [ 1063.976843] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.989120] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.094686] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.102118] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687106} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.102118] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 5d63ecb1-7911-4a0f-8458-dbfe963234db/5d63ecb1-7911-4a0f-8458-dbfe963234db.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.102359] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.102534] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3159b540-1a8f-4c08-ad05-617d7dc5f131 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.111570] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1064.111570] env[65997]: value = "task-4718777" [ 1064.111570] env[65997]: _type = "Task" [ 1064.111570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.122183] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.123886] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3419da-0913-4f55-a089-aa8c21f8e07f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.135613] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae08d190-8dc7-4486-ad31-3fa755d7c5db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.144970] env[65997]: DEBUG oslo_vmware.api [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718771, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609908} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.171962] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1064.172273] env[65997]: INFO nova.compute.manager [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 15.10 seconds to snapshot the instance on the hypervisor. [ 1064.176192] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77cb289-9c79-42ec-9ba2-853e67f5bd2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.185259] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed17661-d2a0-4207-87dc-f3d1e5eef2eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.200666] env[65997]: DEBUG nova.compute.provider_tree [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.371499] env[65997]: DEBUG oslo_vmware.api [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297273} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.371740] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.371926] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.372119] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.372297] env[65997]: INFO nova.compute.manager [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1064.372551] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1064.372760] env[65997]: DEBUG nova.compute.manager [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1064.372844] env[65997]: DEBUG nova.network.neutron [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1064.373115] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.392492] env[65997]: DEBUG nova.network.neutron [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1064.392781] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.449517] env[65997]: DEBUG oslo_concurrency.lockutils [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] Releasing lock "refresh_cache-c3eaec55-41f5-4812-b5d6-18003f249eb7" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.449796] env[65997]: DEBUG nova.compute.manager [req-45fc95cd-e77f-450b-9e7e-7255735f1988 req-37d027c1-f4ec-469d-b463-ba7fcc82b734 service nova] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Received event network-vif-deleted-33815683-e88a-4f0f-9b21-a47d698d9ead {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1064.463480] env[65997]: WARNING nova.network.neutron [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] 55733f91-898a-431d-9fb6-7cd8ce565236 already exists in list: networks containing: ['55733f91-898a-431d-9fb6-7cd8ce565236']. ignoring it [ 1064.487606] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.568676] env[65997]: WARNING neutronclient.v2_0.client [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.621516] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.704330] env[65997]: DEBUG nova.scheduler.client.report [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.722838] env[65997]: WARNING neutronclient.v2_0.client [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.737230] env[65997]: DEBUG nova.compute.manager [None req-4f22f52a-9875-46c6-a0e3-353d9274f8be tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Found 1 images (rotation: 2) {{(pid=65997) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1064.805515] env[65997]: DEBUG nova.network.neutron [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1841121-a2c1-4f43-9f40-963e14306a0b", "address": "fa:16:3e:4c:31:6b", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1841121-a2", "ovs_interfaceid": "a1841121-a2c1-4f43-9f40-963e14306a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.882983] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.883357] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6daa56b9-3043-40d6-bc37-d4144ee5a8f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.894066] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1064.894066] env[65997]: value = "task-4718778" [ 1064.894066] env[65997]: _type = "Task" [ 1064.894066] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.894416] env[65997]: DEBUG nova.network.neutron [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.909635] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.990920] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718776, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.125649] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.802938} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.125999] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.126864] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f064473-cd14-4e05-95f2-3e7511873ac4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.152715] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 5d63ecb1-7911-4a0f-8458-dbfe963234db/5d63ecb1-7911-4a0f-8458-dbfe963234db.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.153103] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24da4bb1-9b7e-4f56-ae0d-c3ff5eaeae6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.175018] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1065.175018] env[65997]: value = "task-4718779" [ 1065.175018] env[65997]: _type = "Task" [ 1065.175018] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.186910] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.211203] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.213963] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.237s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.242560] env[65997]: INFO nova.scheduler.client.report [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted allocations for instance e4843eaf-400b-4865-936d-65a3d87b4f9c [ 1065.308840] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.309689] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.309809] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.310853] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cda2b9-1df4-4682-9f35-7005bf053b72 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.330485] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.330752] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.330934] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.331152] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.331343] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.331482] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.331699] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.331919] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.332142] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.332314] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.332532] env[65997]: DEBUG nova.virt.hardware [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.339681] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Reconfiguring VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1065.340238] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c436d2-2e0c-4941-9b22-2f14c84710d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.359351] env[65997]: DEBUG oslo_vmware.api [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1065.359351] env[65997]: value = "task-4718780" [ 1065.359351] env[65997]: _type = "Task" [ 1065.359351] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.368781] env[65997]: DEBUG oslo_vmware.api [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718780, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.399652] env[65997]: INFO nova.compute.manager [-] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Took 1.03 seconds to deallocate network for instance. [ 1065.405921] env[65997]: DEBUG nova.compute.manager [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1065.412485] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96191868-060b-4701-a8c7-71ca0b81313d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.417128] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718778, 'name': PowerOffVM_Task, 'duration_secs': 0.402572} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.417552] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.419441] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb320c-cb73-4d56-96cf-ee7e3471e3d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.449679] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3027639e-4119-4ba8-98a5-75c0a30fd111 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.485448] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.485764] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fea075f-9aab-4a96-b4c9-cb18e8d23b8d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.497058] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718776, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.40572} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.498596] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] c3eaec55-41f5-4812-b5d6-18003f249eb7/c3eaec55-41f5-4812-b5d6-18003f249eb7.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.498846] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.499230] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1065.499230] env[65997]: value = "task-4718781" [ 1065.499230] env[65997]: _type = "Task" [ 1065.499230] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.499463] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c75aaa2-3c1d-411a-b73e-e9dc58d79fa9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.512755] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1065.512986] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.513350] env[65997]: DEBUG oslo_concurrency.lockutils [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.513510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.513683] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.513992] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1065.513992] env[65997]: value = "task-4718782" [ 1065.513992] env[65997]: _type = "Task" [ 1065.513992] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.514210] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ebca814-ed40-4029-a462-271310c287f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.526017] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.528372] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.528551] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.529706] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0116f46-af90-4066-91ea-df3ac23784d9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.536646] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1065.536646] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a03a5e-1ef3-58cd-c933-a85a598bc02d" [ 1065.536646] env[65997]: _type = "Task" [ 1065.536646] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.545130] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a03a5e-1ef3-58cd-c933-a85a598bc02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.685851] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.730401] env[65997]: DEBUG nova.compute.manager [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-changed-a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1065.730401] env[65997]: DEBUG nova.compute.manager [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Refreshing instance network info cache due to event network-changed-a1841121-a2c1-4f43-9f40-963e14306a0b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1065.730401] env[65997]: DEBUG oslo_concurrency.lockutils [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] Acquiring lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.730401] env[65997]: DEBUG oslo_concurrency.lockutils [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] Acquired lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.730401] env[65997]: DEBUG nova.network.neutron [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Refreshing network info cache for port a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.753197] env[65997]: DEBUG oslo_concurrency.lockutils [None req-030e3b8e-47ff-44ef-9265-c481ba05c7e5 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "e4843eaf-400b-4865-936d-65a3d87b4f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.885s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.871225] env[65997]: DEBUG oslo_vmware.api [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.913431] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.931877] env[65997]: INFO nova.compute.manager [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] instance snapshotting [ 1065.932640] env[65997]: DEBUG nova.objects.instance [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'flavor' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.031605] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072092} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.034721] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.035930] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bcfe2e-f55e-4a65-93ae-75cf9c46af16 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.050931] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a03a5e-1ef3-58cd-c933-a85a598bc02d, 'name': SearchDatastore_Task, 'duration_secs': 0.015901} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.074234] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] c3eaec55-41f5-4812-b5d6-18003f249eb7/c3eaec55-41f5-4812-b5d6-18003f249eb7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.074879] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dc760e-c924-4c4b-9b40-99a57d43aab8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.077403] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f449f58-3cc7-447a-9802-facda9f2050b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.096056] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e85a78d-b25c-4d5a-8569-cbd9e8ea35a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.103053] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1066.103053] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e0f21-4d13-4110-cb25-06cd4d3740b0" [ 1066.103053] env[65997]: _type = "Task" [ 1066.103053] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.110288] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd92fca-0c09-4857-8c93-3bd9a18a81bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.113761] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1066.113761] env[65997]: value = "task-4718783" [ 1066.113761] env[65997]: _type = "Task" [ 1066.113761] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.146276] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e0f21-4d13-4110-cb25-06cd4d3740b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.147895] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95983d94-d4a8-45f5-9eb4-03766b860ee9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.154300] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.160757] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1338400d-a940-49ca-9641-2ccd97e56586 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.176362] env[65997]: DEBUG nova.compute.provider_tree [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.186849] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718779, 'name': ReconfigVM_Task, 'duration_secs': 0.732765} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.187812] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 5d63ecb1-7911-4a0f-8458-dbfe963234db/5d63ecb1-7911-4a0f-8458-dbfe963234db.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.188571] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c207f07f-2b61-44b0-b533-e7ba567d69d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.196964] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1066.196964] env[65997]: value = "task-4718784" [ 1066.196964] env[65997]: _type = "Task" [ 1066.196964] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.207032] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718784, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.232522] env[65997]: WARNING neutronclient.v2_0.client [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.372694] env[65997]: DEBUG oslo_vmware.api [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718780, 'name': ReconfigVM_Task, 'duration_secs': 0.718704} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.373160] env[65997]: WARNING neutronclient.v2_0.client [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.373398] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.373604] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Reconfigured VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1066.443537] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d922e-36fb-444d-9cee-4914d31e06de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.466769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ef9d0-9103-4eb2-8710-1ff54a2e7309 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.509473] env[65997]: WARNING neutronclient.v2_0.client [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.614221] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528e0f21-4d13-4110-cb25-06cd4d3740b0, 'name': SearchDatastore_Task, 'duration_secs': 0.041501} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.614480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.617020] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. {{(pid=65997) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1066.617020] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e7ff672-7ca0-4bac-acb7-db2cfbd8681a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.619405] env[65997]: DEBUG nova.network.neutron [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updated VIF entry in instance network info cache for port a1841121-a2c1-4f43-9f40-963e14306a0b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.620128] env[65997]: DEBUG nova.network.neutron [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1841121-a2c1-4f43-9f40-963e14306a0b", "address": "fa:16:3e:4c:31:6b", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1841121-a2", "ovs_interfaceid": "a1841121-a2c1-4f43-9f40-963e14306a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.630579] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718783, 'name': ReconfigVM_Task, 'duration_secs': 0.424835} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.632623] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] c3eaec55-41f5-4812-b5d6-18003f249eb7/c3eaec55-41f5-4812-b5d6-18003f249eb7.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.633651] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1066.633651] env[65997]: value = "task-4718785" [ 1066.633651] env[65997]: _type = "Task" [ 1066.633651] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.634116] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4640107d-98fd-450b-adb2-4869588b0e3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.645995] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.647576] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1066.647576] env[65997]: value = "task-4718786" [ 1066.647576] env[65997]: _type = "Task" [ 1066.647576] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.656912] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718786, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.683124] env[65997]: DEBUG nova.scheduler.client.report [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.708081] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718784, 'name': Rename_Task, 'duration_secs': 0.295727} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.708539] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.708608] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c78157-1584-44cd-a7b6-6072a0b58ea8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.715818] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1066.715818] env[65997]: value = "task-4718787" [ 1066.715818] env[65997]: _type = "Task" [ 1066.715818] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.724863] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.878251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-81886acc-b20c-4062-8f69-e4c735f68080 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-61e18a23-fb20-447d-bc85-f50f1c1f4158-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.697s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.983805] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.984222] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a513d122-45ad-4dc6-9715-9457dbeead11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.996129] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1066.996129] env[65997]: value = "task-4718788" [ 1066.996129] env[65997]: _type = "Task" [ 1066.996129] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.006260] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.126449] env[65997]: DEBUG oslo_concurrency.lockutils [req-5fefc742-c64d-487c-861b-55869543868d req-45f3358d-078e-48e5-a38a-2ef6b9c48603 service nova] Releasing lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147774] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718785, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.159268] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718786, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.226668] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.507662] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.647903] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739266} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.647903] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. [ 1067.648281] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e23874f-e00a-443e-9fcd-e0a0a5998e71 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.678840] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.684227] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee120e9-2826-4703-9306-8dc72c305489 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.699019] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718786, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.700476] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.486s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.703376] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.609s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.711711] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1067.711711] env[65997]: value = "task-4718789" [ 1067.711711] env[65997]: _type = "Task" [ 1067.711711] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.724750] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.731839] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.943990] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.944400] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.008910] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.165476] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718786, 'name': Rename_Task, 'duration_secs': 1.234146} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.165900] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.166260] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9484caa6-6693-46ed-9319-d5dfe6902721 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.175618] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1068.175618] env[65997]: value = "task-4718790" [ 1068.175618] env[65997]: _type = "Task" [ 1068.175618] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.189701] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.213375] env[65997]: INFO nova.compute.claims [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.237626] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.240912] env[65997]: DEBUG oslo_vmware.api [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718787, 'name': PowerOnVM_Task, 'duration_secs': 1.176463} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.241282] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.241530] env[65997]: INFO nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1068.241781] env[65997]: DEBUG nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1068.242604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c221ae0-ad20-41ca-96c6-90b79d10cbd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.308822] env[65997]: INFO nova.scheduler.client.report [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocation for migration 1b7e2da6-d26f-460b-b389-888886eb2a86 [ 1068.448199] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1068.508662] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718788, 'name': CreateSnapshot_Task, 'duration_secs': 1.40145} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.508981] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.509850] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ec261-6dc4-4908-8dc7-0900c989b9e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.690039] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.729083] env[65997]: INFO nova.compute.resource_tracker [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating resource usage from migration e5ea2090-e665-473b-8d0f-2dbe855ddce9 [ 1068.740283] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.766028] env[65997]: INFO nova.compute.manager [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Took 25.01 seconds to build instance. [ 1068.774403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-61e18a23-fb20-447d-bc85-f50f1c1f4158-a1841121-a2c1-4f43-9f40-963e14306a0b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.774700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-61e18a23-fb20-447d-bc85-f50f1c1f4158-a1841121-a2c1-4f43-9f40-963e14306a0b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.802703] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "dce4468b-a028-4d65-a149-285973891d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.803125] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "dce4468b-a028-4d65-a149-285973891d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.803980] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "dce4468b-a028-4d65-a149-285973891d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.803980] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "dce4468b-a028-4d65-a149-285973891d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.804127] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "dce4468b-a028-4d65-a149-285973891d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.806770] env[65997]: INFO nova.compute.manager [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Terminating instance [ 1068.815776] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c241b138-682c-4cc4-8743-7c04dc4aa04f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.154s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.980052] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.031893] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.034023] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-324c3ee3-4867-4b53-9a3a-ee2e1ddc779c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.043560] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1069.043560] env[65997]: value = "task-4718791" [ 1069.043560] env[65997]: _type = "Task" [ 1069.043560] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.057019] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718791, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.104790] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0b7fe-7ab5-483b-a807-6cbd56e07300 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.115707] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c716bf5-2a09-4d02-bbb2-de2dd35dff0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.149564] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec311ae-eba7-4d6c-94d0-a802242f8f5f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.161060] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed17d1a-1d30-4664-9bb3-acd983734df4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.181831] env[65997]: DEBUG nova.compute.provider_tree [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.193581] env[65997]: DEBUG oslo_vmware.api [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718790, 'name': PowerOnVM_Task, 'duration_secs': 0.545184} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.194749] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.195048] env[65997]: INFO nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1069.195368] env[65997]: DEBUG nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.196502] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a1c89-2ba2-4e17-910f-d3f289d50f43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.239702] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.272154] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f13ab51-47bd-477d-85d8-1e0edbb66df0 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.524s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.279425] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.279887] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.280743] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9185e19b-cc2a-4af0-8a99-4adc1ec3a059 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.305657] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94de9aae-095d-4f45-9144-3fcfcdc53b6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.330458] env[65997]: DEBUG nova.compute.manager [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1069.330771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.331645] env[65997]: WARNING neutronclient.v2_0.client [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.337920] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Reconfiguring VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1069.338830] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d739d45-4045-4f1f-9a10-7b991887acfb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.342766] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce0e988-5abd-41ec-99a0-f8293e91cdc7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.362359] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.363898] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14212708-f669-4811-9cc2-2ced02be4b0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.365834] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1069.365834] env[65997]: value = "task-4718792" [ 1069.365834] env[65997]: _type = "Task" [ 1069.365834] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.375647] env[65997]: DEBUG oslo_vmware.api [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1069.375647] env[65997]: value = "task-4718793" [ 1069.375647] env[65997]: _type = "Task" [ 1069.375647] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.383055] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.392748] env[65997]: DEBUG oslo_vmware.api [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.448778] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "5759e520-5328-4d56-87b4-2880ef46a82c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.449161] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.449424] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.449665] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.449890] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.452415] env[65997]: INFO nova.compute.manager [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Terminating instance [ 1069.556108] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718791, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.584712] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "5d63ecb1-7911-4a0f-8458-dbfe963234db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.585063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.585382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "5d63ecb1-7911-4a0f-8458-dbfe963234db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.585627] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.585836] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.589235] env[65997]: INFO nova.compute.manager [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Terminating instance [ 1069.688310] env[65997]: DEBUG nova.scheduler.client.report [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.720309] env[65997]: INFO nova.compute.manager [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Took 23.82 seconds to build instance. [ 1069.737455] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718789, 'name': ReconfigVM_Task, 'duration_secs': 1.683128} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.739766] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.739766] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4e95d9-a0ec-47e4-a627-029c6da13169 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.767502] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29b90a3-54ff-4ce7-85fe-685be8bac6a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.786348] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1069.786348] env[65997]: value = "task-4718794" [ 1069.786348] env[65997]: _type = "Task" [ 1069.786348] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.798304] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.879716] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.890763] env[65997]: DEBUG oslo_vmware.api [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718793, 'name': PowerOffVM_Task, 'duration_secs': 0.217576} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.891595] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.891595] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.891764] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-121d28a6-14d6-4950-b868-3fca7f26e284 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.957692] env[65997]: DEBUG nova.compute.manager [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1069.958087] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.959391] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84695515-f54a-42c9-bf59-09be425c474a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.968652] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.969066] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.969365] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleting the datastore file [datastore2] dce4468b-a028-4d65-a149-285973891d1d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.973042] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2135724c-cc80-471d-b0f8-090b24cff680 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.976190] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.976190] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b02c63f8-cda0-4ac4-b8e3-f4d85bc003be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.983788] env[65997]: DEBUG oslo_vmware.api [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1069.983788] env[65997]: value = "task-4718796" [ 1069.983788] env[65997]: _type = "Task" [ 1069.983788] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.985965] env[65997]: DEBUG oslo_vmware.api [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1069.985965] env[65997]: value = "task-4718797" [ 1069.985965] env[65997]: _type = "Task" [ 1069.985965] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.005411] env[65997]: DEBUG oslo_vmware.api [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.010539] env[65997]: DEBUG oslo_vmware.api [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.056895] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718791, 'name': CloneVM_Task} progress is 95%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.094874] env[65997]: DEBUG nova.compute.manager [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1070.095134] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.096205] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b60ae2-cd74-4458-a042-8e463592337e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.104785] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.105343] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7ea3cb-9fd7-419b-9b8a-808a63bb7809 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.113280] env[65997]: DEBUG oslo_vmware.api [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1070.113280] env[65997]: value = "task-4718798" [ 1070.113280] env[65997]: _type = "Task" [ 1070.113280] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.123839] env[65997]: DEBUG oslo_vmware.api [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.196149] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.493s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.196628] env[65997]: INFO nova.compute.manager [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Migrating [ 1070.205661] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.292s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.205825] env[65997]: DEBUG nova.objects.instance [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lazy-loading 'resources' on Instance uuid 0c88cd7f-e9e2-4372-948b-ca2550c01ee9 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.223083] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60068310-abba-473d-bb31-16132b7b7f38 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.327s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.302759] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.303021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.304994] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718794, 'name': ReconfigVM_Task, 'duration_secs': 0.218152} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.308152] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.309036] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4bce25f-bc7e-438a-a774-2d37cf776c2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.316392] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1070.316392] env[65997]: value = "task-4718799" [ 1070.316392] env[65997]: _type = "Task" [ 1070.316392] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.329750] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.380896] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.503608] env[65997]: DEBUG oslo_vmware.api [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219033} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.505017] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.505017] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.505017] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.505017] env[65997]: INFO nova.compute.manager [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: dce4468b-a028-4d65-a149-285973891d1d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1070.505017] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1070.505017] env[65997]: DEBUG nova.compute.manager [-] [instance: dce4468b-a028-4d65-a149-285973891d1d] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1070.505017] env[65997]: DEBUG nova.network.neutron [-] [instance: dce4468b-a028-4d65-a149-285973891d1d] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1070.505381] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.510949] env[65997]: DEBUG oslo_vmware.api [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718797, 'name': PowerOffVM_Task, 'duration_secs': 0.355667} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.511208] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.511383] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.511630] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2be8619-97b4-4055-bb94-3c4e1f21ee0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.546264] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3cf34-0e04-4479-8fe2-7c4449713f97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.560221] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718791, 'name': CloneVM_Task, 'duration_secs': 1.418702} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.561866] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created linked-clone VM from snapshot [ 1070.563219] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.565615] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4449e9c-9045-4cf2-9212-67e78a9bd4e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.569142] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6e4dca-b8c8-4c42-bdb8-6b27490dde18 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.580520] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Uploading image 3dbb810b-7ea7-43c0-9373-1982fc40a7dc {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.612187] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.612420] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.612603] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore2] 5759e520-5328-4d56-87b4-2880ef46a82c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.613509] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca6e9b5-7774-48ad-8922-662fbd53a624 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.616129] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697fb05e-942f-4bb7-ae2b-28ef84875bc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.632613] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f757da-a735-4fd4-a97f-a77736ebfc68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.637060] env[65997]: DEBUG oslo_vmware.api [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1070.637060] env[65997]: value = "task-4718801" [ 1070.637060] env[65997]: _type = "Task" [ 1070.637060] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.637430] env[65997]: DEBUG oslo_vmware.api [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718798, 'name': PowerOffVM_Task, 'duration_secs': 0.232988} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.639565] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.639565] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.643425] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64b25a11-e751-4888-8fa1-068d3fe67584 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.646377] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1070.646377] env[65997]: value = "vm-920841" [ 1070.646377] env[65997]: _type = "VirtualMachine" [ 1070.646377] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1070.654774] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f893e60b-4231-4471-9ee0-58421a9a7394 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.657965] env[65997]: DEBUG nova.compute.provider_tree [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.666343] env[65997]: DEBUG oslo_vmware.api [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.668068] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease: (returnval){ [ 1070.668068] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b94cbc-d8f9-2b91-1389-ff1d575dcf97" [ 1070.668068] env[65997]: _type = "HttpNfcLease" [ 1070.668068] env[65997]: } obtained for exporting VM: (result){ [ 1070.668068] env[65997]: value = "vm-920841" [ 1070.668068] env[65997]: _type = "VirtualMachine" [ 1070.668068] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1070.668472] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the lease: (returnval){ [ 1070.668472] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b94cbc-d8f9-2b91-1389-ff1d575dcf97" [ 1070.668472] env[65997]: _type = "HttpNfcLease" [ 1070.668472] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.679371] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.679371] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b94cbc-d8f9-2b91-1389-ff1d575dcf97" [ 1070.679371] env[65997]: _type = "HttpNfcLease" [ 1070.679371] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.717071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717614] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.718828] env[65997]: DEBUG nova.network.neutron [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.748273] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.748611] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.748758] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleting the datastore file [datastore1] 5d63ecb1-7911-4a0f-8458-dbfe963234db {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.749023] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db720c41-e5b0-460e-af50-33d9a5dff25c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.757064] env[65997]: DEBUG oslo_vmware.api [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for the task: (returnval){ [ 1070.757064] env[65997]: value = "task-4718804" [ 1070.757064] env[65997]: _type = "Task" [ 1070.757064] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.767208] env[65997]: DEBUG oslo_vmware.api [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.806907] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1070.828359] env[65997]: DEBUG oslo_vmware.api [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718799, 'name': PowerOnVM_Task, 'duration_secs': 0.455442} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.828649] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.831561] env[65997]: DEBUG nova.compute.manager [None req-643f7184-709f-421c-83fb-7b20ec79d114 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1070.832395] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46dd3ba-848d-461c-9cdc-fde87798453c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.880373] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.150248] env[65997]: DEBUG oslo_vmware.api [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322979} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.150650] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.150840] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.151023] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.151204] env[65997]: INFO nova.compute.manager [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1071.151627] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.151815] env[65997]: DEBUG nova.compute.manager [-] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1071.151890] env[65997]: DEBUG nova.network.neutron [-] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1071.152139] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.160746] env[65997]: DEBUG nova.scheduler.client.report [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.181165] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.181165] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b94cbc-d8f9-2b91-1389-ff1d575dcf97" [ 1071.181165] env[65997]: _type = "HttpNfcLease" [ 1071.181165] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.181615] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.181615] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b94cbc-d8f9-2b91-1389-ff1d575dcf97" [ 1071.181615] env[65997]: _type = "HttpNfcLease" [ 1071.181615] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1071.187207] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abde52aa-3ee9-4734-a9f9-3fd9ca8d62f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.199308] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cfe19-b6cb-f186-6f2a-09ed0797f93d/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.199308] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cfe19-b6cb-f186-6f2a-09ed0797f93d/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1071.263757] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.268678] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.289258] env[65997]: DEBUG oslo_vmware.api [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Task: {'id': task-4718804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453425} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.289659] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.289912] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.293101] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.293101] env[65997]: INFO nova.compute.manager [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1071.293101] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.293101] env[65997]: DEBUG nova.compute.manager [-] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1071.293101] env[65997]: DEBUG nova.network.neutron [-] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1071.293101] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.331229] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea34dd48-42a2-46f1-b96c-bdee144701fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.346586] env[65997]: DEBUG nova.compute.manager [req-1f16e001-1a1a-4083-bd39-fe7eab618684 req-ec402026-0c84-47ca-8e33-bad789520db5 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Received event network-vif-deleted-f50fa3c4-b1ad-4d11-89c3-77754787142e {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.347022] env[65997]: INFO nova.compute.manager [req-1f16e001-1a1a-4083-bd39-fe7eab618684 req-ec402026-0c84-47ca-8e33-bad789520db5 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Neutron deleted interface f50fa3c4-b1ad-4d11-89c3-77754787142e; detaching it from the instance and deleting it from the info cache [ 1071.347022] env[65997]: DEBUG nova.network.neutron [req-1f16e001-1a1a-4083-bd39-fe7eab618684 req-ec402026-0c84-47ca-8e33-bad789520db5 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.348858] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.390890] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.613713] env[65997]: DEBUG nova.network.neutron [-] [instance: dce4468b-a028-4d65-a149-285973891d1d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.634314] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.665912] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.460s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.672903] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.693s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.674717] env[65997]: INFO nova.compute.claims [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.698156] env[65997]: INFO nova.scheduler.client.report [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleted allocations for instance 0c88cd7f-e9e2-4372-948b-ca2550c01ee9 [ 1071.853908] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9083418d-7f6d-444f-9201-102b864ab0cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.873299] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaadd44-8f69-4c45-8aea-b4c4d9175564 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.906578] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.922088] env[65997]: DEBUG nova.compute.manager [req-1f16e001-1a1a-4083-bd39-fe7eab618684 req-ec402026-0c84-47ca-8e33-bad789520db5 service nova] [instance: dce4468b-a028-4d65-a149-285973891d1d] Detach interface failed, port_id=f50fa3c4-b1ad-4d11-89c3-77754787142e, reason: Instance dce4468b-a028-4d65-a149-285973891d1d could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.066100] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.105616] env[65997]: DEBUG nova.network.neutron [-] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.120689] env[65997]: INFO nova.compute.manager [-] [instance: dce4468b-a028-4d65-a149-285973891d1d] Took 1.61 seconds to deallocate network for instance. [ 1072.209734] env[65997]: DEBUG oslo_concurrency.lockutils [None req-037c0f01-4afe-4b1d-9991-ee357f254f41 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "0c88cd7f-e9e2-4372-948b-ca2550c01ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.802s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.356591] env[65997]: DEBUG nova.network.neutron [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.403762] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.487897] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "c3eaec55-41f5-4812-b5d6-18003f249eb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.488707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.490916] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "c3eaec55-41f5-4812-b5d6-18003f249eb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.491195] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.491435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.496077] env[65997]: INFO nova.compute.manager [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Terminating instance [ 1072.497039] env[65997]: DEBUG nova.network.neutron [-] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.609955] env[65997]: INFO nova.compute.manager [-] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Took 1.46 seconds to deallocate network for instance. [ 1072.632383] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.861868] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.911616] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.005120] env[65997]: INFO nova.compute.manager [-] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Took 1.71 seconds to deallocate network for instance. [ 1073.016944] env[65997]: DEBUG nova.compute.manager [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1073.019125] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.025779] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f730220-c294-4ae7-ba75-57cc27e28cd6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.040237] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.040732] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80dc1996-bbe6-47ea-b8a2-5f70fe2c71b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.060203] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1073.060203] env[65997]: value = "task-4718805" [ 1073.060203] env[65997]: _type = "Task" [ 1073.060203] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.079528] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13789dd-e593-455b-beb8-d9a304c5e9c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.082988] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.094015] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bb75f-4f0e-4274-92e1-07e6d945e3c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.134242] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.136111] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda9b7c1-4230-490b-87d9-ed3dfbd516d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.148751] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de1429-3ffb-45d0-8b22-f4b51989bc1e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.169740] env[65997]: DEBUG nova.compute.provider_tree [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.377368] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "1d46355a-a837-4299-af6c-02491a1984df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.377819] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "1d46355a-a837-4299-af6c-02491a1984df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.378119] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "1d46355a-a837-4299-af6c-02491a1984df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.378376] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "1d46355a-a837-4299-af6c-02491a1984df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.378580] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "1d46355a-a837-4299-af6c-02491a1984df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.381809] env[65997]: INFO nova.compute.manager [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Terminating instance [ 1073.391523] env[65997]: DEBUG nova.compute.manager [req-b00025d4-304d-45ef-a85a-850906ac0d62 req-da51f33a-5069-4a38-85db-d76d9424f743 service nova] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Received event network-vif-deleted-37980b2b-25be-4189-85ee-b607ae463276 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1073.391523] env[65997]: DEBUG nova.compute.manager [req-b00025d4-304d-45ef-a85a-850906ac0d62 req-da51f33a-5069-4a38-85db-d76d9424f743 service nova] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Received event network-vif-deleted-8c7caf3e-a15d-4703-886b-4f29ef064c8c {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1073.407201] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.517929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.572197] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718805, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.673839] env[65997]: DEBUG nova.scheduler.client.report [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.886296] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "refresh_cache-1d46355a-a837-4299-af6c-02491a1984df" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.886669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquired lock "refresh_cache-1d46355a-a837-4299-af6c-02491a1984df" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.886757] env[65997]: DEBUG nova.network.neutron [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.903679] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.077558] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718805, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.179365] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.180117] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1074.183224] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.834s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.185096] env[65997]: INFO nova.compute.claims [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.390744] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f31e4-e405-4270-8e6e-58c75f99f3e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.394209] env[65997]: WARNING neutronclient.v2_0.client [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.417844] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.425710] env[65997]: DEBUG nova.network.neutron [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.428141] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.491624] env[65997]: DEBUG nova.network.neutron [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.574456] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718805, 'name': PowerOffVM_Task, 'duration_secs': 1.237332} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.575071] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.575071] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.575187] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea7ddd8-88c3-4cc3-b3fa-28317dbeeef2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.586808] env[65997]: INFO nova.compute.manager [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Rescuing [ 1074.587108] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.587256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.587417] env[65997]: DEBUG nova.network.neutron [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1074.655203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.655534] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.655693] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore1] c3eaec55-41f5-4812-b5d6-18003f249eb7 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.655981] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b5b41e-4d20-4ead-9a42-69ffe10a1970 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.666047] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1074.666047] env[65997]: value = "task-4718807" [ 1074.666047] env[65997]: _type = "Task" [ 1074.666047] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.676300] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.689769] env[65997]: DEBUG nova.compute.utils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.697902] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1074.698489] env[65997]: DEBUG nova.network.neutron [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1074.699181] env[65997]: WARNING neutronclient.v2_0.client [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.699455] env[65997]: WARNING neutronclient.v2_0.client [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.762653] env[65997]: DEBUG nova.policy [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98844ea02d4b4d9dacee51de6b382e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e89748fbce84e5080ada51a30818685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.908058] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.931809] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.932291] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58a4ac3-85e6-4626-a7be-b8de79cbc254 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.941519] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1074.941519] env[65997]: value = "task-4718808" [ 1074.941519] env[65997]: _type = "Task" [ 1074.941519] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.952093] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.995230] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Releasing lock "refresh_cache-1d46355a-a837-4299-af6c-02491a1984df" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.995507] env[65997]: DEBUG nova.compute.manager [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1074.995662] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.996798] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cb624-4190-45c4-92a0-b5b5f85764b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.011295] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.011670] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-601d0860-5051-4d28-84e4-0e3cdbae1d06 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.023808] env[65997]: DEBUG oslo_vmware.api [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1075.023808] env[65997]: value = "task-4718809" [ 1075.023808] env[65997]: _type = "Task" [ 1075.023808] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.036565] env[65997]: DEBUG oslo_vmware.api [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.090920] env[65997]: WARNING neutronclient.v2_0.client [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.170917] env[65997]: DEBUG nova.network.neutron [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Successfully created port: b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1075.183390] env[65997]: DEBUG oslo_vmware.api [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288913} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.183670] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.183863] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.184057] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.184234] env[65997]: INFO nova.compute.manager [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1075.184491] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.184708] env[65997]: DEBUG nova.compute.manager [-] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1075.184797] env[65997]: DEBUG nova.network.neutron [-] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1075.185055] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.206959] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1075.305965] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.412499] env[65997]: DEBUG oslo_vmware.api [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718792, 'name': ReconfigVM_Task, 'duration_secs': 5.861755} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.412764] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.413023] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Reconfigured VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1075.413490] env[65997]: WARNING neutronclient.v2_0.client [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.413822] env[65997]: WARNING neutronclient.v2_0.client [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.456994] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718808, 'name': PowerOffVM_Task, 'duration_secs': 0.31537} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.457303] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.457499] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.538612] env[65997]: DEBUG oslo_vmware.api [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718809, 'name': PowerOffVM_Task, 'duration_secs': 0.178926} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.541581] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.541761] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.542255] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2311f36d-9d98-4246-8cbc-67d569227e0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.554899] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c0e20c-4169-4953-82fd-2fd03d3b724d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.566137] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e49093-9c98-4815-b476-ecba039068e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.573378] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.573601] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.573781] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleting the datastore file [datastore1] 1d46355a-a837-4299-af6c-02491a1984df {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.574488] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91a70fd-d03f-4f57-ae5c-2aca6c4609ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.605040] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17532e8c-262c-4551-bd78-22408a5f75bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.609096] env[65997]: DEBUG oslo_vmware.api [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for the task: (returnval){ [ 1075.609096] env[65997]: value = "task-4718811" [ 1075.609096] env[65997]: _type = "Task" [ 1075.609096] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.617415] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0420a56-ef99-4d6e-8466-84528247c06a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.630023] env[65997]: DEBUG oslo_vmware.api [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.645768] env[65997]: DEBUG nova.compute.provider_tree [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.863585] env[65997]: WARNING neutronclient.v2_0.client [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.966837] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1075.967205] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.967252] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1075.967463] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.967595] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1075.967737] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1075.967938] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1075.968514] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1075.968816] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1075.969131] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1075.969323] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1075.975071] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d41255-60dd-4ede-85b2-2ddbe312c390 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.992838] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1075.992838] env[65997]: value = "task-4718812" [ 1075.992838] env[65997]: _type = "Task" [ 1075.992838] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.002345] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.119881] env[65997]: DEBUG oslo_vmware.api [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Task: {'id': task-4718811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298876} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.120157] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.120354] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.120610] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.120789] env[65997]: INFO nova.compute.manager [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1076.121048] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1076.121253] env[65997]: DEBUG nova.compute.manager [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1076.121348] env[65997]: DEBUG nova.network.neutron [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1076.121638] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.134178] env[65997]: DEBUG nova.compute.manager [req-148b8c5e-0cc0-4490-a700-8488a6d7443e req-1ad2cbae-3cc0-4d45-aee1-8c8714bc51d5 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Received event network-vif-deleted-0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.135283] env[65997]: INFO nova.compute.manager [req-148b8c5e-0cc0-4490-a700-8488a6d7443e req-1ad2cbae-3cc0-4d45-aee1-8c8714bc51d5 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Neutron deleted interface 0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b; detaching it from the instance and deleting it from the info cache [ 1076.135283] env[65997]: DEBUG nova.network.neutron [req-148b8c5e-0cc0-4490-a700-8488a6d7443e req-1ad2cbae-3cc0-4d45-aee1-8c8714bc51d5 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.150873] env[65997]: DEBUG nova.scheduler.client.report [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.207804] env[65997]: DEBUG nova.network.neutron [-] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.222252] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1076.245344] env[65997]: DEBUG nova.network.neutron [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1076.245650] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.255835] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1076.256172] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.256449] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1076.256749] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.257091] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1076.257301] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1076.257583] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1076.257770] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1076.257948] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1076.258127] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1076.258461] env[65997]: DEBUG nova.virt.hardware [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1076.260243] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466936de-abb8-4310-a3b4-e2a6a854ffb5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.271249] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9789b6a7-49f3-424e-9c63-d6622671c851 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.293219] env[65997]: DEBUG nova.network.neutron [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updating instance_info_cache with network_info: [{"id": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "address": "fa:16:3e:d9:d5:83", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed24f7-f2", "ovs_interfaceid": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.509014] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718812, 'name': ReconfigVM_Task, 'duration_secs': 0.360349} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.509481] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.637660] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d47ffdd5-d8d0-402e-bc34-2befad887f64 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.649118] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0177f-b1c6-49d6-815a-faa23b437f7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.660932] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.661498] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1076.664352] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.033s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.664578] env[65997]: DEBUG nova.objects.instance [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'resources' on Instance uuid dce4468b-a028-4d65-a149-285973891d1d {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.690494] env[65997]: DEBUG nova.compute.manager [req-148b8c5e-0cc0-4490-a700-8488a6d7443e req-1ad2cbae-3cc0-4d45-aee1-8c8714bc51d5 service nova] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Detach interface failed, port_id=0d5f1158-2192-49e6-a1a9-3e2a3ea5f21b, reason: Instance c3eaec55-41f5-4812-b5d6-18003f249eb7 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.710389] env[65997]: INFO nova.compute.manager [-] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Took 1.53 seconds to deallocate network for instance. [ 1076.750549] env[65997]: DEBUG nova.network.neutron [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.783089] env[65997]: DEBUG nova.compute.manager [req-e6dc9b41-568b-4f34-905d-4e9993ff95f2 req-6cad1bab-7684-498f-baa8-ea7bc470e3bf service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Received event network-vif-plugged-b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.783233] env[65997]: DEBUG oslo_concurrency.lockutils [req-e6dc9b41-568b-4f34-905d-4e9993ff95f2 req-6cad1bab-7684-498f-baa8-ea7bc470e3bf service nova] Acquiring lock "0cfbe97f-e080-4e6f-b694-73429afb8b12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.783491] env[65997]: DEBUG oslo_concurrency.lockutils [req-e6dc9b41-568b-4f34-905d-4e9993ff95f2 req-6cad1bab-7684-498f-baa8-ea7bc470e3bf service nova] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.783670] env[65997]: DEBUG oslo_concurrency.lockutils [req-e6dc9b41-568b-4f34-905d-4e9993ff95f2 req-6cad1bab-7684-498f-baa8-ea7bc470e3bf service nova] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.783851] env[65997]: DEBUG nova.compute.manager [req-e6dc9b41-568b-4f34-905d-4e9993ff95f2 req-6cad1bab-7684-498f-baa8-ea7bc470e3bf service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] No waiting events found dispatching network-vif-plugged-b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1076.784366] env[65997]: WARNING nova.compute.manager [req-e6dc9b41-568b-4f34-905d-4e9993ff95f2 req-6cad1bab-7684-498f-baa8-ea7bc470e3bf service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Received unexpected event network-vif-plugged-b099d434-5c90-4dfd-bf36-60dbb660140f for instance with vm_state building and task_state spawning. [ 1076.796360] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.884222] env[65997]: DEBUG nova.network.neutron [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Successfully updated port: b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1076.965210] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.965949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.966339] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.966679] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.966990] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.970463] env[65997]: INFO nova.compute.manager [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Terminating instance [ 1077.017686] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1077.017945] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.018111] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1077.018350] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.018540] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1077.018719] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1077.018967] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1077.019164] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1077.019342] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1077.019503] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1077.019730] env[65997]: DEBUG nova.virt.hardware [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1077.026565] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.027097] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957a71c2-f5f6-488b-b0ac-54c4a85c95e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.047889] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1077.047889] env[65997]: value = "task-4718813" [ 1077.047889] env[65997]: _type = "Task" [ 1077.047889] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.057928] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.086139] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.086326] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.086519] env[65997]: DEBUG nova.network.neutron [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.167949] env[65997]: DEBUG nova.compute.utils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.172753] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1077.173183] env[65997]: DEBUG nova.network.neutron [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1077.173352] env[65997]: WARNING neutronclient.v2_0.client [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.173696] env[65997]: WARNING neutronclient.v2_0.client [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.214917] env[65997]: DEBUG nova.policy [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de8b4d2f97ab4ec486293ec900fb9b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f9088c6d11482994eeb300852b0c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.218010] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.254760] env[65997]: INFO nova.compute.manager [-] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Took 1.13 seconds to deallocate network for instance. [ 1077.387994] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.387994] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.388162] env[65997]: DEBUG nova.network.neutron [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.479028] env[65997]: DEBUG nova.compute.manager [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1077.479219] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.480616] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064bdb07-6005-4e8f-80d7-1cdbb0ed42f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.486330] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eaf7f9-dee2-4b96-8cd1-7ef360113da3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.498248] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67430fb-8eb7-4eec-9191-90fe3b8cd3d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.502424] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.502424] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1f1754-0745-4968-bca5-397722fa4c29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.536139] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff5605c-c368-4771-8815-04b9e8fd72d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.540354] env[65997]: DEBUG oslo_vmware.api [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1077.540354] env[65997]: value = "task-4718814" [ 1077.540354] env[65997]: _type = "Task" [ 1077.540354] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.553572] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64e185-d3e4-444c-a594-2f5df8ab46d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.558137] env[65997]: DEBUG oslo_vmware.api [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.582012] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718813, 'name': ReconfigVM_Task, 'duration_secs': 0.299647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.582012] env[65997]: DEBUG nova.compute.provider_tree [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.582012] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.582355] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80642672-93e4-4cc7-9eee-36e6e0b191a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.604182] env[65997]: WARNING neutronclient.v2_0.client [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.615355] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134/11af8a7e-1dc4-4b12-8834-f57b7d891134.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.616863] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434395dd-d570-413b-a5fa-3ff225aa0db3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.637247] env[65997]: DEBUG nova.network.neutron [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Successfully created port: 2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1077.642452] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1077.642452] env[65997]: value = "task-4718815" [ 1077.642452] env[65997]: _type = "Task" [ 1077.642452] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.653610] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.673279] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1077.762888] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.862390] env[65997]: WARNING neutronclient.v2_0.client [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.929929] env[65997]: DEBUG nova.network.neutron [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.963313] env[65997]: INFO nova.network.neutron [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Port a1841121-a2c1-4f43-9f40-963e14306a0b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1077.963700] env[65997]: DEBUG nova.network.neutron [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [{"id": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "address": "fa:16:3e:04:19:d2", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d0dbcc3-0d", "ovs_interfaceid": "0d0dbcc3-0dcc-49dc-8f80-6a684edee126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.056538] env[65997]: DEBUG oslo_vmware.api [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718814, 'name': PowerOffVM_Task, 'duration_secs': 0.240569} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.057014] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.057201] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.057597] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c09297ee-d001-4746-a8ed-6d97ce341819 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.085086] env[65997]: DEBUG nova.scheduler.client.report [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.137030] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.137030] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.137030] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleting the datastore file [datastore1] 61e18a23-fb20-447d-bc85-f50f1c1f4158 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.137030] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6d01e5b-a4f0-41e1-a1d4-13eea3d74e8f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.151129] env[65997]: DEBUG oslo_vmware.api [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1078.151129] env[65997]: value = "task-4718817" [ 1078.151129] env[65997]: _type = "Task" [ 1078.151129] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.161851] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718815, 'name': ReconfigVM_Task, 'duration_secs': 0.447025} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.162931] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134/11af8a7e-1dc4-4b12-8834-f57b7d891134.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.163406] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.178161] env[65997]: DEBUG oslo_vmware.api [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.230502] env[65997]: DEBUG nova.compute.manager [req-1f7232e1-0796-4713-958f-faa0b4b76979 req-6930ff48-7323-4eab-8afa-235cbda1035c service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-vif-deleted-a1841121-a2c1-4f43-9f40-963e14306a0b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1078.248868] env[65997]: WARNING neutronclient.v2_0.client [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.335496] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.336909] env[65997]: DEBUG nova.network.neutron [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updating instance_info_cache with network_info: [{"id": "b099d434-5c90-4dfd-bf36-60dbb660140f", "address": "fa:16:3e:db:48:9f", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb099d434-5c", "ovs_interfaceid": "b099d434-5c90-4dfd-bf36-60dbb660140f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.338763] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440b6d74-9e68-4dd0-97cf-dc2a87c16785 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.349551] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1078.349551] env[65997]: value = "task-4718818" [ 1078.349551] env[65997]: _type = "Task" [ 1078.349551] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.365307] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.466627] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-61e18a23-fb20-447d-bc85-f50f1c1f4158" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.591219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.593295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.459s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.593559] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.596017] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.078s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.596343] env[65997]: DEBUG nova.objects.instance [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lazy-loading 'resources' on Instance uuid 5d63ecb1-7911-4a0f-8458-dbfe963234db {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.633312] env[65997]: INFO nova.scheduler.client.report [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted allocations for instance dce4468b-a028-4d65-a149-285973891d1d [ 1078.636629] env[65997]: INFO nova.scheduler.client.report [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocations for instance 5759e520-5328-4d56-87b4-2880ef46a82c [ 1078.664436] env[65997]: DEBUG oslo_vmware.api [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3176} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.664436] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.664709] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.664989] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.665168] env[65997]: INFO nova.compute.manager [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1078.665347] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1078.665548] env[65997]: DEBUG nova.compute.manager [-] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1078.665740] env[65997]: DEBUG nova.network.neutron [-] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1078.665892] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.687093] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1078.694556] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9000eaef-e2ab-43f5-8a92-f8bf772ba4c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.715905] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1886a-d90b-4599-badd-a0b4adf612c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.743939] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.751294] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1078.751588] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.751760] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1078.752020] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.752300] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1078.752388] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1078.752580] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1078.783152] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1078.783152] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1078.783152] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1078.783152] env[65997]: DEBUG nova.virt.hardware [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1078.783152] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a24e73-2c54-49b2-b10b-d1581c334217 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.783152] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abebcf1-7ed0-42ae-9549-377b0fcee6ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.807048] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.842747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.843183] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Instance network_info: |[{"id": "b099d434-5c90-4dfd-bf36-60dbb660140f", "address": "fa:16:3e:db:48:9f", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb099d434-5c", "ovs_interfaceid": "b099d434-5c90-4dfd-bf36-60dbb660140f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1078.844017] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:48:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b099d434-5c90-4dfd-bf36-60dbb660140f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.853590] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1078.856687] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.857296] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b8b576-d8e8-4631-8c80-10efeae16885 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.878987] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718818, 'name': PowerOffVM_Task, 'duration_secs': 0.232898} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.880477] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.880804] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.880804] env[65997]: value = "task-4718819" [ 1078.880804] env[65997]: _type = "Task" [ 1078.880804] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.881573] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651dbd82-55bd-41ff-a36e-bb9baf4bb8b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.911032] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af367c7-c431-4624-b675-63ab7b5bc9a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.912602] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718819, 'name': CreateVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.946146] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.946479] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecdeff8-f6ee-40dd-8c4c-d07a55041420 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.956204] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1078.956204] env[65997]: value = "task-4718820" [ 1078.956204] env[65997]: _type = "Task" [ 1078.956204] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.968494] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1078.968778] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.969324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.969324] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.969620] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.970066] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18533fff-aaef-4872-8bc0-7bf3690e552f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.973966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-42184709-ab8e-41ef-9a83-4ff4f17acd41 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-61e18a23-fb20-447d-bc85-f50f1c1f4158-a1841121-a2c1-4f43-9f40-963e14306a0b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.199s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.985419] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.985419] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.985636] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e487056c-f2de-4236-b872-acd66ce5fcfc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.993606] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1078.993606] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5265fc58-35fb-fd74-6b24-ce07b5045ded" [ 1078.993606] env[65997]: _type = "Task" [ 1078.993606] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.005197] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5265fc58-35fb-fd74-6b24-ce07b5045ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.148112] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5d259d07-194c-4806-95d1-82e8ab23b6b9 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "dce4468b-a028-4d65-a149-285973891d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.345s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.149808] env[65997]: DEBUG oslo_concurrency.lockutils [None req-302013a9-c29b-4ea6-8f9d-e387ec707069 tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "5759e520-5328-4d56-87b4-2880ef46a82c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.700s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.211132] env[65997]: DEBUG nova.network.neutron [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Successfully updated port: 2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.260710] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.261119] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.274465] env[65997]: DEBUG nova.compute.manager [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Received event network-changed-b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.274717] env[65997]: DEBUG nova.compute.manager [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Refreshing instance network info cache due to event network-changed-b099d434-5c90-4dfd-bf36-60dbb660140f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1079.274966] env[65997]: DEBUG oslo_concurrency.lockutils [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] Acquiring lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.275233] env[65997]: DEBUG oslo_concurrency.lockutils [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] Acquired lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.275424] env[65997]: DEBUG nova.network.neutron [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Refreshing network info cache for port b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.328805] env[65997]: DEBUG nova.network.neutron [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Port 3c677711-b405-4b80-b050-692db38b8c9f binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1079.396272] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cec2fb0-27a0-41b3-aa68-143f6f3eb6d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.424562] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be01d7-17d3-45b8-87f5-c1219e65ffa6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.429205] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718819, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.470846] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbc6530-97ae-40ed-8b53-540758645500 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.481791] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d08907-2e2b-46ef-9e72-78ccec6db4b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506038] env[65997]: DEBUG nova.compute.provider_tree [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.518879] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5265fc58-35fb-fd74-6b24-ce07b5045ded, 'name': SearchDatastore_Task, 'duration_secs': 0.017546} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.520590] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db02ca6-d444-499e-9463-7e5d90c15ded {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.529976] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1079.529976] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fba962-f8dd-cf00-bb5a-8b7e56a23f3c" [ 1079.529976] env[65997]: _type = "Task" [ 1079.529976] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.541267] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fba962-f8dd-cf00-bb5a-8b7e56a23f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.714956] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "refresh_cache-e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.715173] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "refresh_cache-e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.715357] env[65997]: DEBUG nova.network.neutron [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.779035] env[65997]: WARNING neutronclient.v2_0.client [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.799665] env[65997]: DEBUG nova.network.neutron [-] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.902730] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718819, 'name': CreateVM_Task, 'duration_secs': 0.606305} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.907315] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.908314] env[65997]: WARNING neutronclient.v2_0.client [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.908824] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.909115] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.909632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.910355] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b2f35f-24c5-45e1-bc7b-c96f7f5fa8e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.917675] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1079.917675] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271df16-977f-9154-088e-917b584a5ffe" [ 1079.917675] env[65997]: _type = "Task" [ 1079.917675] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.929761] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271df16-977f-9154-088e-917b584a5ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.992403] env[65997]: WARNING neutronclient.v2_0.client [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.013037] env[65997]: DEBUG nova.scheduler.client.report [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.047887] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fba962-f8dd-cf00-bb5a-8b7e56a23f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.031962} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.048180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.048447] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. {{(pid=65997) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1080.048727] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630ef6c7-d769-43d1-b5ee-dc11e6b0686f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.057763] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1080.057763] env[65997]: value = "task-4718821" [ 1080.057763] env[65997]: _type = "Task" [ 1080.057763] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.070311] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.078356] env[65997]: DEBUG nova.network.neutron [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updated VIF entry in instance network info cache for port b099d434-5c90-4dfd-bf36-60dbb660140f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1080.078791] env[65997]: DEBUG nova.network.neutron [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updating instance_info_cache with network_info: [{"id": "b099d434-5c90-4dfd-bf36-60dbb660140f", "address": "fa:16:3e:db:48:9f", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb099d434-5c", "ovs_interfaceid": "b099d434-5c90-4dfd-bf36-60dbb660140f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.237424] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cfe19-b6cb-f186-6f2a-09ed0797f93d/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.238458] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1a409-4c21-4217-8d0c-519843c49dd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.247109] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cfe19-b6cb-f186-6f2a-09ed0797f93d/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.247185] env[65997]: ERROR oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cfe19-b6cb-f186-6f2a-09ed0797f93d/disk-0.vmdk due to incomplete transfer. [ 1080.247774] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-082aa5d6-e502-48aa-8202-8ea5de583ae8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.259188] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529cfe19-b6cb-f186-6f2a-09ed0797f93d/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.259471] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Uploaded image 3dbb810b-7ea7-43c0-9373-1982fc40a7dc to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.263643] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.265383] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b89c0913-93f9-402d-a2a4-03a6dd601438 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.268708] env[65997]: DEBUG nova.compute.manager [req-2344f94d-a427-417d-b893-02dd6b691d4e req-abacc8a8-f62a-45eb-9028-91af74faef74 service nova] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Received event network-vif-deleted-0d0dbcc3-0dcc-49dc-8f80-6a684edee126 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1080.270429] env[65997]: DEBUG nova.network.neutron [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1080.279824] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1080.279824] env[65997]: value = "task-4718822" [ 1080.279824] env[65997]: _type = "Task" [ 1080.279824] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.291483] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718822, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.302164] env[65997]: INFO nova.compute.manager [-] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Took 1.64 seconds to deallocate network for instance. [ 1080.360038] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.360293] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.360502] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.365147] env[65997]: WARNING neutronclient.v2_0.client [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.433060] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271df16-977f-9154-088e-917b584a5ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.028348} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.434486] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.434758] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.435018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435178] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435360] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.436414] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532bbb1c-38b4-47c5-8258-d5c7a10b212a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.451572] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.451909] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.454035] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53374e7a-1233-434f-817b-3046220d3d30 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.461748] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1080.461748] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a70864-c58b-0e20-ef97-af9ee0cc5307" [ 1080.461748] env[65997]: _type = "Task" [ 1080.461748] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.474472] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a70864-c58b-0e20-ef97-af9ee0cc5307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.496219] env[65997]: DEBUG nova.network.neutron [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Updating instance_info_cache with network_info: [{"id": "2fd53ca6-a8d5-4167-9826-f0a536b34002", "address": "fa:16:3e:6c:38:74", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd53ca6-a8", "ovs_interfaceid": "2fd53ca6-a8d5-4167-9826-f0a536b34002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.517887] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.521217] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.303s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.521483] env[65997]: DEBUG nova.objects.instance [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'resources' on Instance uuid c3eaec55-41f5-4812-b5d6-18003f249eb7 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.545194] env[65997]: INFO nova.scheduler.client.report [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Deleted allocations for instance 5d63ecb1-7911-4a0f-8458-dbfe963234db [ 1080.572836] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.582050] env[65997]: DEBUG oslo_concurrency.lockutils [req-b09536fb-71f5-4539-8550-f91618aa6bde req-7991f8fb-5476-402d-86ef-43c3984f51b1 service nova] Releasing lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.792517] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718822, 'name': Destroy_Task, 'duration_secs': 0.414602} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.792788] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroyed the VM [ 1080.793032] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.793292] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9fc4e68-4f7f-427e-8182-fe01d819ef1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.800579] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1080.800579] env[65997]: value = "task-4718823" [ 1080.800579] env[65997]: _type = "Task" [ 1080.800579] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.810085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.810479] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718823, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.973818] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a70864-c58b-0e20-ef97-af9ee0cc5307, 'name': SearchDatastore_Task, 'duration_secs': 0.034539} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.974997] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67a694d-e39d-4c5b-b2ea-8af0ccbccd3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.987539] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1080.987539] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c95721-2b2a-b1f2-21e9-d85fdbbf32d0" [ 1080.987539] env[65997]: _type = "Task" [ 1080.987539] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.988993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.988993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.999037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "refresh_cache-e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.999037] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Instance network_info: |[{"id": "2fd53ca6-a8d5-4167-9826-f0a536b34002", "address": "fa:16:3e:6c:38:74", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd53ca6-a8", "ovs_interfaceid": "2fd53ca6-a8d5-4167-9826-f0a536b34002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1081.000783] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:38:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd53ca6-a8d5-4167-9826-f0a536b34002', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.011359] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1081.012480] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.012785] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36cb2fac-87e4-41ac-8610-78c2be750d13 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.036390] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c95721-2b2a-b1f2-21e9-d85fdbbf32d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.037289] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.037702] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 0cfbe97f-e080-4e6f-b694-73429afb8b12/0cfbe97f-e080-4e6f-b694-73429afb8b12.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.038171] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-892cc9ff-4d1d-404c-afa9-4725e74fd508 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.042192] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.042192] env[65997]: value = "task-4718824" [ 1081.042192] env[65997]: _type = "Task" [ 1081.042192] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.048247] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1081.048247] env[65997]: value = "task-4718825" [ 1081.048247] env[65997]: _type = "Task" [ 1081.048247] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.057399] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718824, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.057925] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d9c8181c-fb61-4f4d-b64b-334f9ef24a55 tempest-ImagesOneServerNegativeTestJSON-1206007642 tempest-ImagesOneServerNegativeTestJSON-1206007642-project-member] Lock "5d63ecb1-7911-4a0f-8458-dbfe963234db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.473s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.069630] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.080899] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541471} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.081483] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. [ 1081.082416] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbed6e3f-9c9d-4af3-9f01-992c95b44824 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.112570] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.115836] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456121ae-6649-4656-a9d6-fd308583f847 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.130615] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.130904] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.141730] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1081.141730] env[65997]: value = "task-4718826" [ 1081.141730] env[65997]: _type = "Task" [ 1081.141730] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.154849] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.313260] env[65997]: DEBUG nova.compute.manager [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Received event network-vif-plugged-2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.313580] env[65997]: DEBUG oslo_concurrency.lockutils [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] Acquiring lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.313774] env[65997]: DEBUG oslo_concurrency.lockutils [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.314024] env[65997]: DEBUG oslo_concurrency.lockutils [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.314252] env[65997]: DEBUG nova.compute.manager [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] No waiting events found dispatching network-vif-plugged-2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1081.314720] env[65997]: WARNING nova.compute.manager [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Received unexpected event network-vif-plugged-2fd53ca6-a8d5-4167-9826-f0a536b34002 for instance with vm_state building and task_state spawning. [ 1081.314720] env[65997]: DEBUG nova.compute.manager [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Received event network-changed-2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.314851] env[65997]: DEBUG nova.compute.manager [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Refreshing instance network info cache due to event network-changed-2fd53ca6-a8d5-4167-9826-f0a536b34002. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.315087] env[65997]: DEBUG oslo_concurrency.lockutils [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] Acquiring lock "refresh_cache-e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315261] env[65997]: DEBUG oslo_concurrency.lockutils [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] Acquired lock "refresh_cache-e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315449] env[65997]: DEBUG nova.network.neutron [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Refreshing network info cache for port 2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.321571] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718823, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.323799] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433239e5-79b1-4de3-8360-adfbce70af0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.334349] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb57f0c-326b-482d-994e-7cd310df665a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.370983] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.375705] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c5ba9-4a06-4653-80a0-dcb6daefe0ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.384895] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2756029-b08b-48e0-8be4-ec5554e6215f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.404436] env[65997]: DEBUG nova.compute.provider_tree [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.415322] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.415480] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.415653] env[65997]: DEBUG nova.network.neutron [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1081.499395] env[65997]: INFO nova.compute.manager [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Detaching volume 52783eb3-238e-43e5-9785-d8ee6d345f1e [ 1081.537700] env[65997]: INFO nova.virt.block_device [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Attempting to driver detach volume 52783eb3-238e-43e5-9785-d8ee6d345f1e from mountpoint /dev/sdb [ 1081.537944] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.538148] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920800', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'name': 'volume-52783eb3-238e-43e5-9785-d8ee6d345f1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40', 'attached_at': '', 'detached_at': '', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'serial': '52783eb3-238e-43e5-9785-d8ee6d345f1e'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.539222] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e31ea4-107e-42dd-8f7d-a88a05c31d33 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.569496] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d516a-4315-402e-8b7e-7fe8426b1bcd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.576791] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718824, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.583221] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.585675] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee6e0d-4cc1-4060-a4ac-bab6b6f7cafc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.607898] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d23b7-a5b6-44e1-af73-7d719ba126f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.630028] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The volume has not been displaced from its original location: [datastore1] volume-52783eb3-238e-43e5-9785-d8ee6d345f1e/volume-52783eb3-238e-43e5-9785-d8ee6d345f1e.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.634096] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.634548] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef5b4c9-1f67-419d-994a-14324ee284c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.650013] env[65997]: INFO nova.compute.manager [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Detaching volume 6fc17507-82a9-496c-b679-45bccb63aa00 [ 1081.663611] env[65997]: DEBUG oslo_vmware.api [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1081.663611] env[65997]: value = "task-4718827" [ 1081.663611] env[65997]: _type = "Task" [ 1081.663611] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.668061] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.677445] env[65997]: DEBUG oslo_vmware.api [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.689928] env[65997]: INFO nova.virt.block_device [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Attempting to driver detach volume 6fc17507-82a9-496c-b679-45bccb63aa00 from mountpoint /dev/sdb [ 1081.690366] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.690646] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920813', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'name': 'volume-6fc17507-82a9-496c-b679-45bccb63aa00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4ae511d-a672-42bc-93b4-92a0cc8f720b', 'attached_at': '', 'detached_at': '', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'serial': '6fc17507-82a9-496c-b679-45bccb63aa00'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.691710] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac232d-7d4b-4b0a-b350-0d506ea444d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.718100] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b90838-8038-4adb-81a1-fdfb59a20ef8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.727508] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5789222f-218e-4f53-8392-7893c5ece377 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.752781] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77181ac-e005-4e42-b74f-4ccb0671eb87 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.771045] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The volume has not been displaced from its original location: [datastore2] volume-6fc17507-82a9-496c-b679-45bccb63aa00/volume-6fc17507-82a9-496c-b679-45bccb63aa00.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.776500] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.777476] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1044bea9-ea0f-48b4-b78a-69169e626a99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.798509] env[65997]: DEBUG oslo_vmware.api [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1081.798509] env[65997]: value = "task-4718828" [ 1081.798509] env[65997]: _type = "Task" [ 1081.798509] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.813818] env[65997]: DEBUG oslo_vmware.api [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718823, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.819144] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.819573] env[65997]: INFO nova.compute.manager [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 15.38 seconds to snapshot the instance on the hypervisor. [ 1081.823240] env[65997]: DEBUG oslo_vmware.api [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.824263] env[65997]: WARNING neutronclient.v2_0.client [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.908758] env[65997]: DEBUG nova.scheduler.client.report [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.919190] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.057632] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718824, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.077783] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718825, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.163011] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.178575] env[65997]: DEBUG oslo_vmware.api [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718827, 'name': ReconfigVM_Task, 'duration_secs': 0.278538} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.178935] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.185081] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b53006-5663-4057-83cc-dda64f15b095 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.204090] env[65997]: DEBUG oslo_vmware.api [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1082.204090] env[65997]: value = "task-4718829" [ 1082.204090] env[65997]: _type = "Task" [ 1082.204090] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.215704] env[65997]: DEBUG oslo_vmware.api [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.311764] env[65997]: DEBUG oslo_vmware.api [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718828, 'name': ReconfigVM_Task, 'duration_secs': 0.291914} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.312088] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.319899] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811bce6e-e002-4c79-bb1a-d13c09c400e2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.341501] env[65997]: DEBUG oslo_vmware.api [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1082.341501] env[65997]: value = "task-4718830" [ 1082.341501] env[65997]: _type = "Task" [ 1082.341501] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.349336] env[65997]: WARNING neutronclient.v2_0.client [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.354747] env[65997]: DEBUG oslo_vmware.api [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.380662] env[65997]: WARNING neutronclient.v2_0.client [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.385056] env[65997]: DEBUG nova.compute.manager [None req-9eb17427-1678-4000-8995-668f3956ddbe tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Found 2 images (rotation: 2) {{(pid=65997) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1082.415081] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.417489] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.655s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.417744] env[65997]: DEBUG nova.objects.instance [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lazy-loading 'resources' on Instance uuid 1d46355a-a837-4299-af6c-02491a1984df {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.447691] env[65997]: INFO nova.scheduler.client.report [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance c3eaec55-41f5-4812-b5d6-18003f249eb7 [ 1082.511756] env[65997]: DEBUG nova.network.neutron [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Updated VIF entry in instance network info cache for port 2fd53ca6-a8d5-4167-9826-f0a536b34002. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.512260] env[65997]: DEBUG nova.network.neutron [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Updating instance_info_cache with network_info: [{"id": "2fd53ca6-a8d5-4167-9826-f0a536b34002", "address": "fa:16:3e:6c:38:74", "network": {"id": "08d68a3d-fee0-4e32-bd2b-52553994a1a4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1687727522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f9088c6d11482994eeb300852b0c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd53ca6-a8", "ovs_interfaceid": "2fd53ca6-a8d5-4167-9826-f0a536b34002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.554735] env[65997]: DEBUG nova.network.neutron [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.564736] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718824, 'name': CreateVM_Task, 'duration_secs': 1.237376} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.564736] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.564736] env[65997]: WARNING neutronclient.v2_0.client [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.564736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.564736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.564736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.564736] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f399463-f37b-4f55-a9aa-bb6a3f1edfdd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.574513] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1082.574513] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5257fafc-fbf7-5239-69b1-300db5bcf2e1" [ 1082.574513] env[65997]: _type = "Task" [ 1082.574513] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.578191] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718825, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.053751} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.581726] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 0cfbe97f-e080-4e6f-b694-73429afb8b12/0cfbe97f-e080-4e6f-b694-73429afb8b12.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.581949] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.582216] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9308adc8-3efa-40b9-bd3f-0e4110f31661 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.591155] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5257fafc-fbf7-5239-69b1-300db5bcf2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.592552] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.592786] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.593036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593217] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593404] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.593721] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1082.593721] env[65997]: value = "task-4718831" [ 1082.593721] env[65997]: _type = "Task" [ 1082.593721] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.593940] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad1779f-5ebd-495d-883a-a9a7d703c112 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.605544] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.607051] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.607090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.608296] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94715a4b-3ed8-4ace-ba2a-5a1746135b98 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.617899] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1082.617899] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d67089-276e-fc6a-d694-398e4d7c7e31" [ 1082.617899] env[65997]: _type = "Task" [ 1082.617899] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.628278] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d67089-276e-fc6a-d694-398e4d7c7e31, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.629162] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eeffd5b-9ac6-4e4f-9999-a862ac011b5e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.635087] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1082.635087] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f3bb69-6cfb-d242-51bf-a47a0a8610dd" [ 1082.635087] env[65997]: _type = "Task" [ 1082.635087] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.644703] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f3bb69-6cfb-d242-51bf-a47a0a8610dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.663082] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718826, 'name': ReconfigVM_Task, 'duration_secs': 1.142714} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.663457] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.664221] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83929b2e-5ed8-41e0-8784-a80dd5334d7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.691812] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7914b68a-340e-43c7-8f86-fae8186f5d97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.710620] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1082.710620] env[65997]: value = "task-4718832" [ 1082.710620] env[65997]: _type = "Task" [ 1082.710620] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.716657] env[65997]: DEBUG oslo_vmware.api [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718829, 'name': ReconfigVM_Task, 'duration_secs': 0.196843} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.717320] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920800', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'name': 'volume-52783eb3-238e-43e5-9785-d8ee6d345f1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40', 'attached_at': '', 'detached_at': '', 'volume_id': '52783eb3-238e-43e5-9785-d8ee6d345f1e', 'serial': '52783eb3-238e-43e5-9785-d8ee6d345f1e'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.722977] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.852492] env[65997]: DEBUG oslo_vmware.api [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718830, 'name': ReconfigVM_Task, 'duration_secs': 0.169535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.852812] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920813', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'name': 'volume-6fc17507-82a9-496c-b679-45bccb63aa00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4ae511d-a672-42bc-93b4-92a0cc8f720b', 'attached_at': '', 'detached_at': '', 'volume_id': '6fc17507-82a9-496c-b679-45bccb63aa00', 'serial': '6fc17507-82a9-496c-b679-45bccb63aa00'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.955529] env[65997]: DEBUG oslo_concurrency.lockutils [None req-78e156e9-a3b6-41ae-a97e-804968029512 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "c3eaec55-41f5-4812-b5d6-18003f249eb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.467s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.016374] env[65997]: DEBUG oslo_concurrency.lockutils [req-c97ed8de-189d-4bfa-8695-45644d6f9138 req-3c82f9bd-9d33-455b-86e7-f3772db8a87d service nova] Releasing lock "refresh_cache-e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061442] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.109343] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069779} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.109632] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.110677] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677691f4-823e-41d6-99e4-14e1be1c33ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.138683] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 0cfbe97f-e080-4e6f-b694-73429afb8b12/0cfbe97f-e080-4e6f-b694-73429afb8b12.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.142716] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463de3c6-520e-43a4-a614-e9649c2534db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.169622] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f3bb69-6cfb-d242-51bf-a47a0a8610dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.174116] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.174508] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e42f5b74-b119-40e3-8d9f-fe1a51fa0b62/e42f5b74-b119-40e3-8d9f-fe1a51fa0b62.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.174925] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1083.174925] env[65997]: value = "task-4718833" [ 1083.174925] env[65997]: _type = "Task" [ 1083.174925] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.175374] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18b16c07-77cc-4c96-b741-113a512508c6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.189621] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.191783] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1083.191783] env[65997]: value = "task-4718834" [ 1083.191783] env[65997]: _type = "Task" [ 1083.191783] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.206539] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.210665] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57a05d-e7a7-4ce6-b376-524b84cf6b6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.223635] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718832, 'name': ReconfigVM_Task, 'duration_secs': 0.182502} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.224388] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.224720] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a1153bf-1857-4176-b9b0-971106d786b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.227277] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9bf4c8-0c22-4b91-aaea-bfd42daa0c91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.263870] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1083.263870] env[65997]: value = "task-4718835" [ 1083.263870] env[65997]: _type = "Task" [ 1083.263870] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.266881] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621823a-680c-4d83-8d5e-48a41e4539f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.272645] env[65997]: DEBUG nova.objects.instance [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'flavor' on Instance uuid db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.281852] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c3a58a-0e71-42bd-9bdd-4732b37dfa50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.286404] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.300337] env[65997]: DEBUG nova.compute.provider_tree [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.417823] env[65997]: DEBUG nova.objects.instance [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'flavor' on Instance uuid b4ae511d-a672-42bc-93b4-92a0cc8f720b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.597428] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7434fa39-8e80-472e-8b29-0c23cea5a0a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.626702] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2377ac28-e27a-4e09-965c-e7c3bcc91e34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.638222] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.692372] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.716534] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.775379] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.803824] env[65997]: DEBUG nova.scheduler.client.report [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.145409] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.145848] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53af058-cb49-45be-970c-33e0d8476e61 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.157035] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1084.157035] env[65997]: value = "task-4718836" [ 1084.157035] env[65997]: _type = "Task" [ 1084.157035] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.167147] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.192816] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718833, 'name': ReconfigVM_Task, 'duration_secs': 0.568581} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.193329] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 0cfbe97f-e080-4e6f-b694-73429afb8b12/0cfbe97f-e080-4e6f-b694-73429afb8b12.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.194365] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2a44cc-688d-4c43-ae4a-efce1ba69e4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.204021] env[65997]: DEBUG nova.compute.manager [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1084.204021] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1084.204021] env[65997]: value = "task-4718837" [ 1084.204021] env[65997]: _type = "Task" [ 1084.204021] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.206542] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f607ca-c229-45a8-9f2f-29a1f442f5e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.218611] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596393} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.223558] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] e42f5b74-b119-40e3-8d9f-fe1a51fa0b62/e42f5b74-b119-40e3-8d9f-fe1a51fa0b62.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.223932] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.226358] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718837, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.227070] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8780143a-0882-4f29-94b8-3d951630156f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.238016] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1084.238016] env[65997]: value = "task-4718838" [ 1084.238016] env[65997]: _type = "Task" [ 1084.238016] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.247435] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.276448] env[65997]: DEBUG oslo_vmware.api [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718835, 'name': PowerOnVM_Task, 'duration_secs': 0.678007} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.277025] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.282608] env[65997]: DEBUG nova.compute.manager [None req-b28eff5d-2d1a-4ee4-b12e-62ef8eb76291 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1084.283683] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf84a6-d270-4893-9696-80383e0c7072 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.286720] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73c98f9f-5006-4908-83e8-abda8eb38dba tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.309435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.312094] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.502s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.312341] env[65997]: DEBUG nova.objects.instance [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'resources' on Instance uuid 61e18a23-fb20-447d-bc85-f50f1c1f4158 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.357591] env[65997]: INFO nova.scheduler.client.report [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Deleted allocations for instance 1d46355a-a837-4299-af6c-02491a1984df [ 1084.429716] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5864eacb-c8dc-4a25-bf64-af0e87944e17 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.470700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "96567882-15c0-425d-91ad-2a008cf8f722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.470700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.619795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.619795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.619795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.619795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.620052] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.623024] env[65997]: INFO nova.compute.manager [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Terminating instance [ 1084.669952] env[65997]: DEBUG oslo_vmware.api [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718836, 'name': PowerOnVM_Task, 'duration_secs': 0.490603} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.670334] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.670569] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f438eb5c-5438-4c6d-b9a5-49ba1739054c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance '11af8a7e-1dc4-4b12-8834-f57b7d891134' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.720092] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718837, 'name': Rename_Task, 'duration_secs': 0.202734} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.720393] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.720701] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2915bcda-34ae-4980-a2bc-1bcd0481b1a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.728655] env[65997]: INFO nova.compute.manager [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] instance snapshotting [ 1084.729258] env[65997]: DEBUG nova.objects.instance [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'flavor' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.732733] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1084.732733] env[65997]: value = "task-4718839" [ 1084.732733] env[65997]: _type = "Task" [ 1084.732733] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.744344] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.752523] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070171} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.752523] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.752745] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f2e3d-54f2-45f1-8a53-1ae87c09f0b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.777421] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e42f5b74-b119-40e3-8d9f-fe1a51fa0b62/e42f5b74-b119-40e3-8d9f-fe1a51fa0b62.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.777421] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50be78d-bd72-4711-8f0c-a25314b67ede {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.800239] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1084.800239] env[65997]: value = "task-4718840" [ 1084.800239] env[65997]: _type = "Task" [ 1084.800239] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.812456] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.872377] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fa84767-4c0e-40e9-8acb-39269b06f833 tempest-ServerShowV247Test-629865011 tempest-ServerShowV247Test-629865011-project-member] Lock "1d46355a-a837-4299-af6c-02491a1984df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.495s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.965966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.967733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.967970] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.968187] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.968355] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.974186] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1084.978332] env[65997]: INFO nova.compute.manager [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Terminating instance [ 1085.059211] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b949f99-5161-4fb3-acec-61183d65d55a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.071707] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e5bffe-7f6d-4d5a-a411-5decbbf98c68 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.107800] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ea3a8-b6ac-451c-be0d-e1dd4e31ef7b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.116660] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483acb0-5abc-48ed-b658-46d02c0d5b70 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.134252] env[65997]: DEBUG nova.compute.manager [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1085.134252] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.134252] env[65997]: DEBUG nova.compute.provider_tree [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.136153] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944d54a9-f7f5-4092-8660-0a1539e82953 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.144669] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.145838] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9655c5-9acf-4aa7-9db0-10b6a1ea62c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.153274] env[65997]: DEBUG oslo_vmware.api [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1085.153274] env[65997]: value = "task-4718841" [ 1085.153274] env[65997]: _type = "Task" [ 1085.153274] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.162813] env[65997]: DEBUG oslo_vmware.api [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.242922] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d1df23-1020-430e-8be4-06cd89cc5214 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.253665] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.268699] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9dcfb5-016f-470a-abda-cb2edf8b974b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.313928] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.484150] env[65997]: DEBUG nova.compute.manager [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1085.484415] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.488137] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75151135-d874-4447-809c-2604ad92bbf2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.496726] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.497063] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a519972-7c10-4c04-b883-759a02902a4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.504742] env[65997]: DEBUG oslo_vmware.api [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1085.504742] env[65997]: value = "task-4718842" [ 1085.504742] env[65997]: _type = "Task" [ 1085.504742] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.512364] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.522280] env[65997]: DEBUG oslo_vmware.api [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.641342] env[65997]: DEBUG nova.scheduler.client.report [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.670420] env[65997]: DEBUG oslo_vmware.api [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718841, 'name': PowerOffVM_Task, 'duration_secs': 0.336413} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.670420] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.670420] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.670420] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d204ec34-c480-4a54-b0c9-c639c4b3e627 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.749580] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.774782] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.774782] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.774782] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleting the datastore file [datastore2] db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.774782] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-357dc4bf-e504-4d08-89f4-33e8ec887c1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.783520] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1085.786915] env[65997]: DEBUG oslo_vmware.api [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1085.786915] env[65997]: value = "task-4718844" [ 1085.786915] env[65997]: _type = "Task" [ 1085.786915] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.788309] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d599bb0-05c0-4b6a-acd5-b8707413906f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.801658] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1085.801658] env[65997]: value = "task-4718845" [ 1085.801658] env[65997]: _type = "Task" [ 1085.801658] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.805811] env[65997]: DEBUG oslo_vmware.api [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.821339] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718840, 'name': ReconfigVM_Task, 'duration_secs': 0.790925} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.824693] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e42f5b74-b119-40e3-8d9f-fe1a51fa0b62/e42f5b74-b119-40e3-8d9f-fe1a51fa0b62.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.825732] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.825732] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f5c367-350f-4a76-b5f9-a54e4f29fbed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.835158] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1085.835158] env[65997]: value = "task-4718846" [ 1085.835158] env[65997]: _type = "Task" [ 1085.835158] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.844701] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718846, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.895931] env[65997]: INFO nova.compute.manager [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Unrescuing [ 1085.896246] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.896473] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.899604] env[65997]: DEBUG nova.network.neutron [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.015099] env[65997]: DEBUG oslo_vmware.api [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718842, 'name': PowerOffVM_Task, 'duration_secs': 0.239925} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.015721] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.015721] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.015846] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-288cc391-1c69-40a5-aa06-a8473404eb89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.098594] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.098829] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.099745] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleting the datastore file [datastore2] b4ae511d-a672-42bc-93b4-92a0cc8f720b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.099745] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a66824-cce6-4a9b-810c-9abff11d7632 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.110791] env[65997]: DEBUG oslo_vmware.api [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1086.110791] env[65997]: value = "task-4718848" [ 1086.110791] env[65997]: _type = "Task" [ 1086.110791] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.124073] env[65997]: DEBUG oslo_vmware.api [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.147147] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.150760] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.638s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.152518] env[65997]: INFO nova.compute.claims [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.185510] env[65997]: INFO nova.scheduler.client.report [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted allocations for instance 61e18a23-fb20-447d-bc85-f50f1c1f4158 [ 1086.249921] env[65997]: DEBUG oslo_vmware.api [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718839, 'name': PowerOnVM_Task, 'duration_secs': 1.053266} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.250503] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.250774] env[65997]: INFO nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1086.251362] env[65997]: DEBUG nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1086.252633] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e47c1e-9141-45a7-b696-b46be627863e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.305941] env[65997]: DEBUG oslo_vmware.api [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212995} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.306500] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.307499] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.307499] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.307499] env[65997]: INFO nova.compute.manager [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1086.307767] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1086.313754] env[65997]: DEBUG nova.compute.manager [-] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1086.313881] env[65997]: DEBUG nova.network.neutron [-] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1086.314251] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.325381] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.347053] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718846, 'name': Rename_Task, 'duration_secs': 0.199293} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.347053] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.347053] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a3b4263-aea4-462d-82fd-2395078408fd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.354809] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1086.354809] env[65997]: value = "task-4718849" [ 1086.354809] env[65997]: _type = "Task" [ 1086.354809] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.360244] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.370971] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.401807] env[65997]: WARNING neutronclient.v2_0.client [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.623458] env[65997]: DEBUG oslo_vmware.api [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205014} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.623739] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.623837] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.624021] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.624194] env[65997]: INFO nova.compute.manager [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1086.624450] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1086.624665] env[65997]: DEBUG nova.compute.manager [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1086.624798] env[65997]: DEBUG nova.network.neutron [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1086.625020] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.694564] env[65997]: DEBUG oslo_concurrency.lockutils [None req-adc3f8ac-598c-490c-bfaa-3fe869a2f3b6 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "61e18a23-fb20-447d-bc85-f50f1c1f4158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.729s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.727507] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.777205] env[65997]: INFO nova.compute.manager [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Took 17.82 seconds to build instance. [ 1086.819667] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718845, 'name': CreateSnapshot_Task, 'duration_secs': 0.774444} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.819667] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.820626] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9661811-e5c2-4e66-8719-b1767502deed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.872311] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.282609] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0f0e2811-425d-4471-be3f-247c7da54071 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.338s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.342573] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.343331] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4d4710b-9f0e-4af9-aec8-8fd12b3eddd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.357481] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1087.357481] env[65997]: value = "task-4718850" [ 1087.357481] env[65997]: _type = "Task" [ 1087.357481] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.376699] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718849, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.377027] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718850, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.398202] env[65997]: DEBUG nova.compute.manager [req-584a139e-66a2-4906-bb7d-ce3bf638d97e req-c0773702-6958-4635-9960-1faee050a0bf service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Received event network-vif-deleted-557be63b-43fc-427d-96bb-63f05c5f888b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1087.398202] env[65997]: INFO nova.compute.manager [req-584a139e-66a2-4906-bb7d-ce3bf638d97e req-c0773702-6958-4635-9960-1faee050a0bf service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Neutron deleted interface 557be63b-43fc-427d-96bb-63f05c5f888b; detaching it from the instance and deleting it from the info cache [ 1087.398390] env[65997]: DEBUG nova.network.neutron [req-584a139e-66a2-4906-bb7d-ce3bf638d97e req-c0773702-6958-4635-9960-1faee050a0bf service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.400867] env[65997]: DEBUG nova.network.neutron [-] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.446022] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb260f-dec5-4667-8fad-a3638d8462c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.458617] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35426789-a3a1-4d52-b606-2ab6759ca650 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.502719] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647dd9b6-559b-41e0-b372-f8e299874011 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.514813] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12328982-9fe4-40c7-b190-0136409959d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.532451] env[65997]: DEBUG nova.compute.provider_tree [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.702316] env[65997]: WARNING neutronclient.v2_0.client [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.822164] env[65997]: DEBUG nova.network.neutron [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.882410] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718850, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.883530] env[65997]: DEBUG oslo_vmware.api [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718849, 'name': PowerOnVM_Task, 'duration_secs': 1.125017} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.884065] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.884065] env[65997]: INFO nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1087.884380] env[65997]: DEBUG nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.885635] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19f37de-2327-4de0-ba9c-6232a3bd0b63 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.903746] env[65997]: INFO nova.compute.manager [-] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Took 1.59 seconds to deallocate network for instance. [ 1087.906070] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f5efab-b05e-41cd-bbaf-181f8f130c46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.923674] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05752df6-b0d9-4f2d-affc-a93edbdfc304 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.962750] env[65997]: DEBUG nova.compute.manager [req-584a139e-66a2-4906-bb7d-ce3bf638d97e req-c0773702-6958-4635-9960-1faee050a0bf service nova] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Detach interface failed, port_id=557be63b-43fc-427d-96bb-63f05c5f888b, reason: Instance db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.036258] env[65997]: DEBUG nova.network.neutron [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updating instance_info_cache with network_info: [{"id": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "address": "fa:16:3e:d9:d5:83", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed24f7-f2", "ovs_interfaceid": "d2ed24f7-f2c4-4684-9cad-2f29a5c20057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.042649] env[65997]: DEBUG nova.scheduler.client.report [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.175142] env[65997]: DEBUG nova.compute.manager [req-ab857a13-4236-4449-ba34-22ebea157ada req-4fef058d-c367-4628-97d3-9aa3fa1ad87d service nova] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Received event network-vif-deleted-bca10115-1c7e-4f45-9979-e01934fb5db1 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.327424] env[65997]: INFO nova.compute.manager [-] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Took 1.70 seconds to deallocate network for instance. [ 1088.376561] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718850, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.407730] env[65997]: INFO nova.compute.manager [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Took 17.10 seconds to build instance. [ 1088.414826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.547479] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-95018846-027f-44b4-8a41-78e2c3a169bd" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.548595] env[65997]: DEBUG nova.objects.instance [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'flavor' on Instance uuid 95018846-027f-44b4-8a41-78e2c3a169bd {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.550628] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.551180] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1088.554459] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.140s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.554719] env[65997]: DEBUG nova.objects.instance [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'resources' on Instance uuid db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.748223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.748531] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.748701] env[65997]: DEBUG nova.compute.manager [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Going to confirm migration 6 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1088.841948] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.874765] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718850, 'name': CloneVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.913183] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a1a3638e-cd11-4b21-a7e1-636da7f7e41d tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.610s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.059207] env[65997]: DEBUG nova.compute.utils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.063906] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1089.065180] env[65997]: DEBUG nova.network.neutron [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1089.066217] env[65997]: WARNING neutronclient.v2_0.client [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.066644] env[65997]: WARNING neutronclient.v2_0.client [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.072136] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e9eee-ab9a-433c-b4e5-44992904d584 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.107470] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.111074] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64bd70be-b675-4bd0-9f66-b965d4ab77fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.119850] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1089.119850] env[65997]: value = "task-4718851" [ 1089.119850] env[65997]: _type = "Task" [ 1089.119850] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.130656] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.136650] env[65997]: DEBUG nova.policy [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36e1f7e6f304bfd882d40ec27cbbd94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ae9d0c3de540d1b1017ec98d4d37ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.255899] env[65997]: WARNING neutronclient.v2_0.client [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.329706] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278e4803-4b2d-4cf1-94ef-122424ea8d79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.338763] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989bbca9-dbff-4166-aecc-42889bf92575 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.374565] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7e761e-1f7b-42e1-966d-d7b93de7869e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.386367] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718850, 'name': CloneVM_Task, 'duration_secs': 1.523997} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.386367] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Created linked-clone VM from snapshot [ 1089.387036] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46150f57-dcf8-4d43-8067-88433288ca20 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.390566] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5877808-4c87-403d-8fb3-1ed75edd4606 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.402305] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Uploading image 3bcd4fe4-0fa5-4c8f-a2af-c801f0bd3e3c {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1089.413429] env[65997]: DEBUG nova.compute.provider_tree [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.416294] env[65997]: WARNING neutronclient.v2_0.client [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.416548] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.416970] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.416970] env[65997]: DEBUG nova.network.neutron [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.417375] env[65997]: DEBUG nova.objects.instance [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'info_cache' on Instance uuid 11af8a7e-1dc4-4b12-8834-f57b7d891134 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.439870] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1089.439870] env[65997]: value = "vm-920845" [ 1089.439870] env[65997]: _type = "VirtualMachine" [ 1089.439870] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1089.442882] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fbee1a7-5861-4a00-ac11-9def5551bfde {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.451661] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease: (returnval){ [ 1089.451661] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f82a48-64cb-e7b8-3c31-bf8a5e544f4b" [ 1089.451661] env[65997]: _type = "HttpNfcLease" [ 1089.451661] env[65997]: } obtained for exporting VM: (result){ [ 1089.451661] env[65997]: value = "vm-920845" [ 1089.451661] env[65997]: _type = "VirtualMachine" [ 1089.451661] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1089.451944] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the lease: (returnval){ [ 1089.451944] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f82a48-64cb-e7b8-3c31-bf8a5e544f4b" [ 1089.451944] env[65997]: _type = "HttpNfcLease" [ 1089.451944] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1089.464441] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.464441] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f82a48-64cb-e7b8-3c31-bf8a5e544f4b" [ 1089.464441] env[65997]: _type = "HttpNfcLease" [ 1089.464441] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.552830] env[65997]: DEBUG nova.network.neutron [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Successfully created port: 030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1089.565155] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1089.613841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "462546ed-5bae-4629-8649-b5dd11f95b46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.614119] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "462546ed-5bae-4629-8649-b5dd11f95b46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.632341] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718851, 'name': PowerOffVM_Task, 'duration_secs': 0.480239} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.634111] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.640447] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.641117] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b028f5-6cec-4649-9e8b-cd6068b5e3ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.662264] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1089.662264] env[65997]: value = "task-4718853" [ 1089.662264] env[65997]: _type = "Task" [ 1089.662264] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.672342] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.920914] env[65997]: DEBUG nova.scheduler.client.report [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.960617] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.960617] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f82a48-64cb-e7b8-3c31-bf8a5e544f4b" [ 1089.960617] env[65997]: _type = "HttpNfcLease" [ 1089.960617] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1089.961067] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1089.961067] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f82a48-64cb-e7b8-3c31-bf8a5e544f4b" [ 1089.961067] env[65997]: _type = "HttpNfcLease" [ 1089.961067] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1089.962032] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5abf9-7c15-49a1-9599-fcf1da8da65d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.971098] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527234bd-901f-3b68-fb5d-514ab83c27d5/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1089.971204] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527234bd-901f-3b68-fb5d-514ab83c27d5/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.075433] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43caffff-2ace-4f99-9a88-741d56904fde {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.120714] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1090.174677] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.327039] env[65997]: DEBUG nova.compute.manager [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Received event network-changed-b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.327338] env[65997]: DEBUG nova.compute.manager [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Refreshing instance network info cache due to event network-changed-b099d434-5c90-4dfd-bf36-60dbb660140f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.327603] env[65997]: DEBUG oslo_concurrency.lockutils [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] Acquiring lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.327696] env[65997]: DEBUG oslo_concurrency.lockutils [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] Acquired lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.327889] env[65997]: DEBUG nova.network.neutron [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Refreshing network info cache for port b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.428256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.431982] env[65997]: WARNING neutronclient.v2_0.client [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.435522] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.593s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.437286] env[65997]: DEBUG nova.objects.instance [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'resources' on Instance uuid b4ae511d-a672-42bc-93b4-92a0cc8f720b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.469917] env[65997]: INFO nova.scheduler.client.report [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted allocations for instance db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40 [ 1090.579426] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1090.616663] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1090.616941] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.617278] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1090.617601] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.617889] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1090.618009] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1090.618385] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.618626] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1090.618908] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1090.619171] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1090.619432] env[65997]: DEBUG nova.virt.hardware [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1090.620835] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ad0cc-328f-45cf-bca3-c692a1719b60 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.636570] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf5ab01-729c-4927-be1c-ff3a7f2155cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.654358] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.673838] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718853, 'name': ReconfigVM_Task, 'duration_secs': 0.529361} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.675156] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.675367] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.675689] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20010fc-d381-4ccd-9487-e6169de4151c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.685057] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1090.685057] env[65997]: value = "task-4718854" [ 1090.685057] env[65997]: _type = "Task" [ 1090.685057] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.698284] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.831675] env[65997]: WARNING neutronclient.v2_0.client [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.865415] env[65997]: WARNING neutronclient.v2_0.client [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.985358] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f60b4ebb-4d6f-4a8f-bd96-9f215fcfba52 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.366s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.157057] env[65997]: DEBUG nova.network.neutron [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [{"id": "3c677711-b405-4b80-b050-692db38b8c9f", "address": "fa:16:3e:06:f8:97", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c677711-b4", "ovs_interfaceid": "3c677711-b405-4b80-b050-692db38b8c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.195709] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91e18f-37fb-4777-bf74-8401a197f229 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.204140] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.215032] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fd7f10-5908-4d41-a09f-03218140e7ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.259812] env[65997]: DEBUG nova.network.neutron [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Successfully updated port: 030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1091.264847] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c38fcb-692a-480d-babc-b7f079327bae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.277192] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097dd39-8566-45f3-8e1e-5c223b7ae9da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.301615] env[65997]: DEBUG nova.compute.provider_tree [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.323040] env[65997]: WARNING neutronclient.v2_0.client [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.395057] env[65997]: DEBUG nova.compute.manager [req-204200ce-bae6-494f-bdc4-035b5afd2405 req-61ce8b52-265a-41a5-afc7-b332161da809 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Received event network-vif-plugged-030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.395421] env[65997]: DEBUG oslo_concurrency.lockutils [req-204200ce-bae6-494f-bdc4-035b5afd2405 req-61ce8b52-265a-41a5-afc7-b332161da809 service nova] Acquiring lock "96567882-15c0-425d-91ad-2a008cf8f722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.398477] env[65997]: DEBUG oslo_concurrency.lockutils [req-204200ce-bae6-494f-bdc4-035b5afd2405 req-61ce8b52-265a-41a5-afc7-b332161da809 service nova] Lock "96567882-15c0-425d-91ad-2a008cf8f722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.398722] env[65997]: DEBUG oslo_concurrency.lockutils [req-204200ce-bae6-494f-bdc4-035b5afd2405 req-61ce8b52-265a-41a5-afc7-b332161da809 service nova] Lock "96567882-15c0-425d-91ad-2a008cf8f722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.398934] env[65997]: DEBUG nova.compute.manager [req-204200ce-bae6-494f-bdc4-035b5afd2405 req-61ce8b52-265a-41a5-afc7-b332161da809 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] No waiting events found dispatching network-vif-plugged-030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1091.399097] env[65997]: WARNING nova.compute.manager [req-204200ce-bae6-494f-bdc4-035b5afd2405 req-61ce8b52-265a-41a5-afc7-b332161da809 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Received unexpected event network-vif-plugged-030e4cda-c537-48a6-afdc-5b4da213395a for instance with vm_state building and task_state spawning. [ 1091.468433] env[65997]: DEBUG nova.network.neutron [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updated VIF entry in instance network info cache for port b099d434-5c90-4dfd-bf36-60dbb660140f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.468685] env[65997]: DEBUG nova.network.neutron [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updating instance_info_cache with network_info: [{"id": "b099d434-5c90-4dfd-bf36-60dbb660140f", "address": "fa:16:3e:db:48:9f", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb099d434-5c", "ovs_interfaceid": "b099d434-5c90-4dfd-bf36-60dbb660140f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.661019] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-11af8a7e-1dc4-4b12-8834-f57b7d891134" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.661277] env[65997]: DEBUG nova.objects.instance [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'migration_context' on Instance uuid 11af8a7e-1dc4-4b12-8834-f57b7d891134 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.696025] env[65997]: DEBUG oslo_vmware.api [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718854, 'name': PowerOnVM_Task, 'duration_secs': 0.563224} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.696606] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.697125] env[65997]: DEBUG nova.compute.manager [None req-9804baaf-39b6-4ced-9e17-eeaa819ec903 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1091.698258] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1336579-7752-445c-a859-19f3e393edc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.770427] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "refresh_cache-96567882-15c0-425d-91ad-2a008cf8f722" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.770818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "refresh_cache-96567882-15c0-425d-91ad-2a008cf8f722" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.771181] env[65997]: DEBUG nova.network.neutron [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1091.806817] env[65997]: DEBUG nova.scheduler.client.report [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.889423] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.889750] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.973217] env[65997]: DEBUG oslo_concurrency.lockutils [req-e25e8d57-cd64-426a-92cb-dc424a87f96c req-e39cf8d5-90b7-4ea0-b116-78d0cc01ebd7 service nova] Releasing lock "refresh_cache-0cfbe97f-e080-4e6f-b694-73429afb8b12" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.165996] env[65997]: DEBUG nova.objects.base [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Object Instance<11af8a7e-1dc4-4b12-8834-f57b7d891134> lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.167034] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670b4231-35ea-4c83-9c0f-4b0f9ea73c59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.192580] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22498255-6f44-496a-89fa-82c292a4c9e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.200101] env[65997]: DEBUG oslo_vmware.api [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1092.200101] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251c48d-c294-5e19-f915-9c8981b95a35" [ 1092.200101] env[65997]: _type = "Task" [ 1092.200101] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.209862] env[65997]: DEBUG oslo_vmware.api [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251c48d-c294-5e19-f915-9c8981b95a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.315743] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.318389] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.664s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.320898] env[65997]: INFO nova.compute.claims [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.324831] env[65997]: DEBUG nova.network.neutron [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1092.337422] env[65997]: INFO nova.scheduler.client.report [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted allocations for instance b4ae511d-a672-42bc-93b4-92a0cc8f720b [ 1092.393089] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1092.428669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.428969] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.429219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.429437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.429617] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.432172] env[65997]: INFO nova.compute.manager [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Terminating instance [ 1092.449173] env[65997]: WARNING neutronclient.v2_0.client [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.593519] env[65997]: DEBUG nova.network.neutron [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Updating instance_info_cache with network_info: [{"id": "030e4cda-c537-48a6-afdc-5b4da213395a", "address": "fa:16:3e:75:2b:94", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030e4cda-c5", "ovs_interfaceid": "030e4cda-c537-48a6-afdc-5b4da213395a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.713236] env[65997]: DEBUG oslo_vmware.api [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251c48d-c294-5e19-f915-9c8981b95a35, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.713236] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.847785] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a638bd5e-e758-48cc-bdfd-c87ad8cf454f tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "b4ae511d-a672-42bc-93b4-92a0cc8f720b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.881s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.928781] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.935825] env[65997]: DEBUG nova.compute.manager [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1092.936059] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.937501] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849459d-a21c-4b00-ab1f-42f24fc4439a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.948861] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.949271] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a04176-8271-4d65-adbc-0eef12e14a75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.958349] env[65997]: DEBUG oslo_vmware.api [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1092.958349] env[65997]: value = "task-4718856" [ 1092.958349] env[65997]: _type = "Task" [ 1092.958349] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.968846] env[65997]: DEBUG oslo_vmware.api [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.096704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "refresh_cache-96567882-15c0-425d-91ad-2a008cf8f722" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.097204] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Instance network_info: |[{"id": "030e4cda-c537-48a6-afdc-5b4da213395a", "address": "fa:16:3e:75:2b:94", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030e4cda-c5", "ovs_interfaceid": "030e4cda-c537-48a6-afdc-5b4da213395a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1093.097712] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:2b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '030e4cda-c537-48a6-afdc-5b4da213395a', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.105718] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.105984] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.106258] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ab67ee-741a-4e68-af83-ad63f1ecc279 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.131045] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.131045] env[65997]: value = "task-4718857" [ 1093.131045] env[65997]: _type = "Task" [ 1093.131045] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.141258] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718857, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.438868] env[65997]: DEBUG nova.compute.manager [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Received event network-changed-030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1093.439224] env[65997]: DEBUG nova.compute.manager [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Refreshing instance network info cache due to event network-changed-030e4cda-c537-48a6-afdc-5b4da213395a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1093.439397] env[65997]: DEBUG oslo_concurrency.lockutils [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] Acquiring lock "refresh_cache-96567882-15c0-425d-91ad-2a008cf8f722" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.439586] env[65997]: DEBUG oslo_concurrency.lockutils [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] Acquired lock "refresh_cache-96567882-15c0-425d-91ad-2a008cf8f722" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.439826] env[65997]: DEBUG nova.network.neutron [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Refreshing network info cache for port 030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.471955] env[65997]: DEBUG oslo_vmware.api [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718856, 'name': PowerOffVM_Task, 'duration_secs': 0.312816} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.472611] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.472611] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.472849] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-992269ae-141b-4658-be2d-dd05f38d53f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.551692] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36eac3-ad51-46ea-9696-faa8d7a574f9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.560717] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c16e2-07fc-4657-9963-13dce65d9e5c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.594037] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58651ee-6a76-4f84-a119-e3e6cd68227d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.603517] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab090548-daea-45f3-8f83-416fd70eeb67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.618927] env[65997]: DEBUG nova.compute.provider_tree [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.644727] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718857, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.706574] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.706993] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.707262] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleting the datastore file [datastore1] e42f5b74-b119-40e3-8d9f-fe1a51fa0b62 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.707951] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305fd351-40b8-4142-b21d-b7668db8eaea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.718901] env[65997]: DEBUG oslo_vmware.api [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for the task: (returnval){ [ 1093.718901] env[65997]: value = "task-4718859" [ 1093.718901] env[65997]: _type = "Task" [ 1093.718901] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.731829] env[65997]: DEBUG oslo_vmware.api [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.945963] env[65997]: WARNING neutronclient.v2_0.client [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.084101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.084101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.122526] env[65997]: DEBUG nova.scheduler.client.report [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.149281] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718857, 'name': CreateVM_Task, 'duration_secs': 1.007321} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.150123] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.151078] env[65997]: WARNING neutronclient.v2_0.client [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.151148] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.151368] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.151694] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.152320] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210f9f06-4772-4dff-a6d9-8e17cf4f3a1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.161183] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1094.161183] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522afd1f-c337-a4f4-2811-2ebe8ba191b7" [ 1094.161183] env[65997]: _type = "Task" [ 1094.161183] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.173204] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522afd1f-c337-a4f4-2811-2ebe8ba191b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.231524] env[65997]: DEBUG oslo_vmware.api [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Task: {'id': task-4718859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255416} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.231920] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.232080] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.232278] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.232457] env[65997]: INFO nova.compute.manager [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1094.232734] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1094.232972] env[65997]: DEBUG nova.compute.manager [-] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1094.233146] env[65997]: DEBUG nova.network.neutron [-] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1094.233426] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.347387] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.349834] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.350381] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.350607] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "57fd412b-c516-433e-a043-ebad4eef4cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.350862] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.350998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.355134] env[65997]: INFO nova.compute.manager [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Terminating instance [ 1094.475178] env[65997]: WARNING neutronclient.v2_0.client [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.586704] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1094.629197] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.630188] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1094.634635] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.922s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.682623] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522afd1f-c337-a4f4-2811-2ebe8ba191b7, 'name': SearchDatastore_Task, 'duration_secs': 0.02885} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.683657] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.683792] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.684219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.684689] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.684956] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.686188] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-151c45d2-5de5-4070-9863-4c9d05c92372 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.704308] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.704599] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.705382] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8effec14-6b3a-4044-9d3a-2c783dbd6709 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.714587] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1094.714587] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527d6583-2af6-2397-c281-9e31d3cdda84" [ 1094.714587] env[65997]: _type = "Task" [ 1094.714587] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.729278] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527d6583-2af6-2397-c281-9e31d3cdda84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.860306] env[65997]: DEBUG nova.compute.manager [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1094.860540] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.861743] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e66e4-7811-4fd8-a338-eebeb2aaa75a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.871915] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.872875] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-accff1b7-5156-417d-bb74-0ab891102273 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.880093] env[65997]: DEBUG oslo_vmware.api [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1094.880093] env[65997]: value = "task-4718860" [ 1094.880093] env[65997]: _type = "Task" [ 1094.880093] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.892484] env[65997]: DEBUG oslo_vmware.api [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.023635] env[65997]: DEBUG nova.network.neutron [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Updated VIF entry in instance network info cache for port 030e4cda-c537-48a6-afdc-5b4da213395a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1095.024052] env[65997]: DEBUG nova.network.neutron [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Updating instance_info_cache with network_info: [{"id": "030e4cda-c537-48a6-afdc-5b4da213395a", "address": "fa:16:3e:75:2b:94", "network": {"id": "35c78139-1810-4c38-b13a-c9273f63a82b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1127344845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5ae9d0c3de540d1b1017ec98d4d37ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030e4cda-c5", "ovs_interfaceid": "030e4cda-c537-48a6-afdc-5b4da213395a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.120308] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.138307] env[65997]: DEBUG nova.compute.utils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.143366] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1095.143588] env[65997]: DEBUG nova.network.neutron [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.144550] env[65997]: WARNING neutronclient.v2_0.client [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.144550] env[65997]: WARNING neutronclient.v2_0.client [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.229243] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527d6583-2af6-2397-c281-9e31d3cdda84, 'name': SearchDatastore_Task, 'duration_secs': 0.020537} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.237165] env[65997]: DEBUG nova.policy [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e9dc35cf0c414db38dea3434d9ae97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2acb84d091e4302b9be7c57b87ad4c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.240022] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21f9225-4c6d-4dd8-9cdb-dd544219695d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.248554] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1095.248554] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a2ffd7-6f02-543f-6e8e-542a72af6b65" [ 1095.248554] env[65997]: _type = "Task" [ 1095.248554] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.259370] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a2ffd7-6f02-543f-6e8e-542a72af6b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.277983] env[65997]: DEBUG nova.network.neutron [-] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.401200] env[65997]: DEBUG oslo_vmware.api [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718860, 'name': PowerOffVM_Task, 'duration_secs': 0.274106} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.401200] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.401200] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.401200] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb9a392-a029-4e88-8ed3-15939afa703f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.446223] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953db2e2-81bf-4de5-9288-6dfb5ca3cf9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.459210] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760104a1-e388-4048-bd7a-a720e6d961f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.504037] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c37356-f5cc-4da3-8fbc-49520e1491c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.506920] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.507962] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.507962] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Deleting the datastore file [datastore2] 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.507962] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff883cb-3477-46a8-b10a-774c9c4a9daa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.518713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f95108-5ee6-4fe5-a5ee-f814fb286f7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.523234] env[65997]: DEBUG oslo_vmware.api [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1095.523234] env[65997]: value = "task-4718863" [ 1095.523234] env[65997]: _type = "Task" [ 1095.523234] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.540205] env[65997]: DEBUG oslo_concurrency.lockutils [req-333d064c-9bd0-4699-ad25-a9bef48f0e43 req-e4ad495f-b9e3-488a-a66d-9fe4019f020c service nova] Releasing lock "refresh_cache-96567882-15c0-425d-91ad-2a008cf8f722" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.541033] env[65997]: DEBUG nova.compute.provider_tree [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.550213] env[65997]: DEBUG oslo_vmware.api [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.648288] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1095.725866] env[65997]: DEBUG nova.network.neutron [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Successfully created port: 7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.760546] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a2ffd7-6f02-543f-6e8e-542a72af6b65, 'name': SearchDatastore_Task, 'duration_secs': 0.019038} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.760954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.761313] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 96567882-15c0-425d-91ad-2a008cf8f722/96567882-15c0-425d-91ad-2a008cf8f722.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.761697] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23234639-d917-4b7f-abbd-4d404f064e1e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.770203] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1095.770203] env[65997]: value = "task-4718864" [ 1095.770203] env[65997]: _type = "Task" [ 1095.770203] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.779984] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.780486] env[65997]: INFO nova.compute.manager [-] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Took 1.55 seconds to deallocate network for instance. [ 1095.858821] env[65997]: DEBUG nova.compute.manager [req-5a2740ef-a51c-488b-ad23-d4be783df18d req-1b6469a8-4954-4413-8066-2ff942503aec service nova] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Received event network-vif-deleted-2fd53ca6-a8d5-4167-9826-f0a536b34002 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.038639] env[65997]: DEBUG oslo_vmware.api [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375474} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.039407] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.039828] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.040411] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.042200] env[65997]: INFO nova.compute.manager [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1096.042200] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1096.042200] env[65997]: DEBUG nova.compute.manager [-] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1096.042200] env[65997]: DEBUG nova.network.neutron [-] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1096.046964] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.052779] env[65997]: DEBUG nova.scheduler.client.report [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.125973] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.283230] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718864, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.287573] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.428037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.428037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.659372] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1096.687094] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.687401] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.687532] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.687715] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.687877] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.688024] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.688245] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.688408] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.688576] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.688778] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.688983] env[65997]: DEBUG nova.virt.hardware [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.690339] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ed495f-7d00-46de-ba81-0b17b983a4d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.705104] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f2a9df-8c9d-4c93-a3a2-9c336c7253fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.783953] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709671} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.784812] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 96567882-15c0-425d-91ad-2a008cf8f722/96567882-15c0-425d-91ad-2a008cf8f722.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.785227] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.785613] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74158b8f-d463-467a-98c8-911069ded8b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.795523] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1096.795523] env[65997]: value = "task-4718865" [ 1096.795523] env[65997]: _type = "Task" [ 1096.795523] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.808678] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.930395] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1097.004620] env[65997]: DEBUG nova.compute.manager [req-2fbd530a-3830-44f7-a58c-54f022b230a9 req-2137ee84-323a-4eb6-85fd-349a03b2fc6a service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Received event network-vif-deleted-cddd1ae4-ba90-46c8-a4e9-57349964a547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.004852] env[65997]: INFO nova.compute.manager [req-2fbd530a-3830-44f7-a58c-54f022b230a9 req-2137ee84-323a-4eb6-85fd-349a03b2fc6a service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Neutron deleted interface cddd1ae4-ba90-46c8-a4e9-57349964a547; detaching it from the instance and deleting it from the info cache [ 1097.005083] env[65997]: DEBUG nova.network.neutron [req-2fbd530a-3830-44f7-a58c-54f022b230a9 req-2137ee84-323a-4eb6-85fd-349a03b2fc6a service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.066942] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.431s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.070375] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.141s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.071062] env[65997]: INFO nova.compute.claims [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.196217] env[65997]: DEBUG nova.network.neutron [-] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.310673] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.310673] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.312789] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d9315-ca83-4a69-b0bd-a195d21e2503 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.323855] env[65997]: DEBUG nova.network.neutron [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Successfully updated port: 7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1097.346445] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 96567882-15c0-425d-91ad-2a008cf8f722/96567882-15c0-425d-91ad-2a008cf8f722.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.346445] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89052bb2-aec6-47d5-8048-3c8f778e9b4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.370127] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1097.370127] env[65997]: value = "task-4718867" [ 1097.370127] env[65997]: _type = "Task" [ 1097.370127] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.381956] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.455043] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.459727] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.459860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.507925] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43de5453-8dc9-497f-9c5b-b2fb501c300b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.519332] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b1ea9-aee4-4c29-a428-8ce1c9961fd2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.553024] env[65997]: DEBUG nova.compute.manager [req-2fbd530a-3830-44f7-a58c-54f022b230a9 req-2137ee84-323a-4eb6-85fd-349a03b2fc6a service nova] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Detach interface failed, port_id=cddd1ae4-ba90-46c8-a4e9-57349964a547, reason: Instance 57fd412b-c516-433e-a043-ebad4eef4cc2 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1097.644881] env[65997]: INFO nova.scheduler.client.report [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted allocation for migration e5ea2090-e665-473b-8d0f-2dbe855ddce9 [ 1097.699276] env[65997]: INFO nova.compute.manager [-] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Took 1.66 seconds to deallocate network for instance. [ 1097.846810] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.847098] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquired lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.847228] env[65997]: DEBUG nova.network.neutron [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.883705] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.891473] env[65997]: DEBUG nova.compute.manager [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Received event network-vif-plugged-7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.891900] env[65997]: DEBUG oslo_concurrency.lockutils [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] Acquiring lock "462546ed-5bae-4629-8649-b5dd11f95b46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.892423] env[65997]: DEBUG oslo_concurrency.lockutils [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] Lock "462546ed-5bae-4629-8649-b5dd11f95b46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.892678] env[65997]: DEBUG oslo_concurrency.lockutils [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] Lock "462546ed-5bae-4629-8649-b5dd11f95b46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.892927] env[65997]: DEBUG nova.compute.manager [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] No waiting events found dispatching network-vif-plugged-7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1097.893169] env[65997]: WARNING nova.compute.manager [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Received unexpected event network-vif-plugged-7afb54bc-8069-485d-929a-89adaf87946a for instance with vm_state building and task_state spawning. [ 1097.893434] env[65997]: DEBUG nova.compute.manager [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Received event network-changed-7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.893727] env[65997]: DEBUG nova.compute.manager [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Refreshing instance network info cache due to event network-changed-7afb54bc-8069-485d-929a-89adaf87946a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1097.894054] env[65997]: DEBUG oslo_concurrency.lockutils [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] Acquiring lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.961993] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1098.153260] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cb4a8001-f15a-4eb3-b04a-15b31891ddd3 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.405s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.208678] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.312243] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b272467-7425-4f66-8a16-1b19f00c7509 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.322718] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5afa5c-7427-4d1a-8537-f7f6194006d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.356959] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5271580-7102-47aa-847b-2d79c0711aac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.365767] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e653a971-8864-457c-b436-2f1db2be2778 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.382981] env[65997]: DEBUG nova.compute.provider_tree [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.388959] env[65997]: DEBUG nova.network.neutron [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1098.392778] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718867, 'name': ReconfigVM_Task, 'duration_secs': 0.610645} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.393163] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 96567882-15c0-425d-91ad-2a008cf8f722/96567882-15c0-425d-91ad-2a008cf8f722.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.393969] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39000bd6-7140-4da7-9308-7b6917f51b62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.403873] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1098.403873] env[65997]: value = "task-4718868" [ 1098.403873] env[65997]: _type = "Task" [ 1098.403873] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.419167] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718868, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.483184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.487798] env[65997]: WARNING neutronclient.v2_0.client [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.559442] env[65997]: DEBUG nova.network.neutron [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Updating instance_info_cache with network_info: [{"id": "7afb54bc-8069-485d-929a-89adaf87946a", "address": "fa:16:3e:84:b5:82", "network": {"id": "03a276ba-eb33-42b0-89ac-de9db5a49afe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1669818375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2acb84d091e4302b9be7c57b87ad4c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afb54bc-80", "ovs_interfaceid": "7afb54bc-8069-485d-929a-89adaf87946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.877052] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527234bd-901f-3b68-fb5d-514ab83c27d5/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1098.878067] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd04df-8420-41a9-bf81-7882234bdc66 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.886740] env[65997]: DEBUG nova.scheduler.client.report [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.890181] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527234bd-901f-3b68-fb5d-514ab83c27d5/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1098.890181] env[65997]: ERROR oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527234bd-901f-3b68-fb5d-514ab83c27d5/disk-0.vmdk due to incomplete transfer. [ 1098.890861] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6a9e3d2-6f5a-45d2-8e13-8b4380176357 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.901980] env[65997]: DEBUG oslo_vmware.rw_handles [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527234bd-901f-3b68-fb5d-514ab83c27d5/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1098.902210] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Uploaded image 3bcd4fe4-0fa5-4c8f-a2af-c801f0bd3e3c to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1098.904563] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1098.905563] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94ad5c57-389f-45af-be1a-39450c00286d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.919044] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718868, 'name': Rename_Task, 'duration_secs': 0.235514} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.920391] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.921662] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1098.921662] env[65997]: value = "task-4718869" [ 1098.921662] env[65997]: _type = "Task" [ 1098.921662] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.921662] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f963e76f-6d2f-431a-b84a-c314b56872d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.934301] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718869, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.935941] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1098.935941] env[65997]: value = "task-4718870" [ 1098.935941] env[65997]: _type = "Task" [ 1098.935941] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.945187] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.062769] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Releasing lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.063169] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Instance network_info: |[{"id": "7afb54bc-8069-485d-929a-89adaf87946a", "address": "fa:16:3e:84:b5:82", "network": {"id": "03a276ba-eb33-42b0-89ac-de9db5a49afe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1669818375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2acb84d091e4302b9be7c57b87ad4c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afb54bc-80", "ovs_interfaceid": "7afb54bc-8069-485d-929a-89adaf87946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1099.063664] env[65997]: DEBUG oslo_concurrency.lockutils [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] Acquired lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.063856] env[65997]: DEBUG nova.network.neutron [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Refreshing network info cache for port 7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.065153] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b5:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afb54bc-8069-485d-929a-89adaf87946a', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.073404] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Creating folder: Project (c2acb84d091e4302b9be7c57b87ad4c0). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.074534] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95df10dd-dd13-40f8-9b7e-fa70db04672d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.086509] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Created folder: Project (c2acb84d091e4302b9be7c57b87ad4c0) in parent group-v920549. [ 1099.086749] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Creating folder: Instances. Parent ref: group-v920848. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.087012] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7777d0e-c2bf-44c4-8bfe-77ff1f670717 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.097825] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Created folder: Instances in parent group-v920848. [ 1099.098122] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.098396] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.098619] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc8c3c5-bb9c-4a49-a90d-3a12d230f037 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.119929] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.119929] env[65997]: value = "task-4718874" [ 1099.119929] env[65997]: _type = "Task" [ 1099.119929] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.129129] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718874, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.249485] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.249908] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.250208] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.250437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.250639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.253914] env[65997]: INFO nova.compute.manager [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Terminating instance [ 1099.392238] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.392882] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1099.396149] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.276s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.397997] env[65997]: INFO nova.compute.claims [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.436556] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718869, 'name': Destroy_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.448793] env[65997]: DEBUG oslo_vmware.api [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718870, 'name': PowerOnVM_Task, 'duration_secs': 0.473326} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.448793] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.448970] env[65997]: INFO nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1099.449097] env[65997]: DEBUG nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.449980] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd7aa41-75f3-4943-8788-7e3e5c02bba6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.575590] env[65997]: WARNING neutronclient.v2_0.client [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.635692] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718874, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.759996] env[65997]: DEBUG nova.compute.manager [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1099.760173] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.761138] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def0d2d6-b8b6-4f51-bf93-050861d7d34f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.773765] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.775266] env[65997]: WARNING neutronclient.v2_0.client [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.777748] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d363ccb-533b-4128-8428-49af5a19fe4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.786136] env[65997]: DEBUG oslo_vmware.api [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1099.786136] env[65997]: value = "task-4718875" [ 1099.786136] env[65997]: _type = "Task" [ 1099.786136] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.795929] env[65997]: DEBUG oslo_vmware.api [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.851145] env[65997]: DEBUG nova.network.neutron [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Updated VIF entry in instance network info cache for port 7afb54bc-8069-485d-929a-89adaf87946a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.851595] env[65997]: DEBUG nova.network.neutron [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Updating instance_info_cache with network_info: [{"id": "7afb54bc-8069-485d-929a-89adaf87946a", "address": "fa:16:3e:84:b5:82", "network": {"id": "03a276ba-eb33-42b0-89ac-de9db5a49afe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1669818375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2acb84d091e4302b9be7c57b87ad4c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afb54bc-80", "ovs_interfaceid": "7afb54bc-8069-485d-929a-89adaf87946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.906287] env[65997]: DEBUG nova.compute.utils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.907775] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1099.907949] env[65997]: DEBUG nova.network.neutron [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1099.908287] env[65997]: WARNING neutronclient.v2_0.client [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.908574] env[65997]: WARNING neutronclient.v2_0.client [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.934800] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718869, 'name': Destroy_Task, 'duration_secs': 0.525834} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.934935] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroyed the VM [ 1099.935204] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.935476] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec21c52a-a5a6-4aef-8d50-16529e32b2e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.945062] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1099.945062] env[65997]: value = "task-4718876" [ 1099.945062] env[65997]: _type = "Task" [ 1099.945062] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.951018] env[65997]: DEBUG nova.policy [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.957040] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.973503] env[65997]: INFO nova.compute.manager [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Took 14.49 seconds to build instance. [ 1100.132960] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718874, 'name': CreateVM_Task, 'duration_secs': 0.535554} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.133191] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.133731] env[65997]: WARNING neutronclient.v2_0.client [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.134102] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.134259] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.134631] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.134902] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e3bf80-4618-40ca-94bf-506f3ac54e58 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.140772] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1100.140772] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c48acb-484f-f4ef-986d-adcab30592c3" [ 1100.140772] env[65997]: _type = "Task" [ 1100.140772] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.149934] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c48acb-484f-f4ef-986d-adcab30592c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.263637] env[65997]: DEBUG nova.network.neutron [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Successfully created port: a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.303268] env[65997]: DEBUG oslo_vmware.api [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718875, 'name': PowerOffVM_Task, 'duration_secs': 0.350668} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.303268] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.303268] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.303268] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd7a9c5-4525-46d2-8c48-157d36a22cc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.354480] env[65997]: DEBUG oslo_concurrency.lockutils [req-e4a69bcd-4a01-437c-a7f1-ac82f48be521 req-aed60c91-e2a9-4ff3-9bf8-fcfd468b1bd2 service nova] Releasing lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.377832] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.377832] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.377832] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleting the datastore file [datastore1] 11af8a7e-1dc4-4b12-8834-f57b7d891134 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.377832] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3f8a560-c434-4ce3-a926-ef0e5194abde {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.385300] env[65997]: DEBUG oslo_vmware.api [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1100.385300] env[65997]: value = "task-4718878" [ 1100.385300] env[65997]: _type = "Task" [ 1100.385300] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.396384] env[65997]: DEBUG oslo_vmware.api [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.415416] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1100.461286] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.477165] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b09d254c-717a-4215-83b9-ae70206f56d6 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.007s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.652931] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c48acb-484f-f4ef-986d-adcab30592c3, 'name': SearchDatastore_Task, 'duration_secs': 0.025385} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.653232] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.653465] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.653697] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.654575] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.654829] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.655143] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e2828b6-c395-4f29-96d3-9cd31d0560cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.669443] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.669443] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.670477] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b5895f-cc76-44d1-808b-c7f8cc96d492 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.674952] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87788a91-96d2-4bcc-bef1-dfe2f00e285c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.679084] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1100.679084] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5f9ed-8a9d-4108-20b0-b52d3a23d022" [ 1100.679084] env[65997]: _type = "Task" [ 1100.679084] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.685784] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767eb6a5-2e3e-49ba-a127-70229f4440a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.692648] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5f9ed-8a9d-4108-20b0-b52d3a23d022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.722042] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab5a8d-094a-42b9-b421-07ba78254a38 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.730605] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf6adfe-a0d4-4c05-9169-dbbc3c81ad0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.745368] env[65997]: DEBUG nova.compute.provider_tree [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.896624] env[65997]: DEBUG oslo_vmware.api [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262652} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.896850] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.897022] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.897265] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.897415] env[65997]: INFO nova.compute.manager [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.897668] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1100.897806] env[65997]: DEBUG nova.compute.manager [-] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1100.897910] env[65997]: DEBUG nova.network.neutron [-] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1100.898203] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.957566] env[65997]: DEBUG oslo_vmware.api [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.678889} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.958623] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1100.958917] env[65997]: INFO nova.compute.manager [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 15.72 seconds to snapshot the instance on the hypervisor. [ 1100.974124] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.191601] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d5f9ed-8a9d-4108-20b0-b52d3a23d022, 'name': SearchDatastore_Task, 'duration_secs': 0.016755} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.192842] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82784d71-0741-41f9-8dd5-ce34ace98420 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.201682] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1101.201682] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521ea269-36fe-292d-9ec2-124ec3e3c98b" [ 1101.201682] env[65997]: _type = "Task" [ 1101.201682] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.217121] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521ea269-36fe-292d-9ec2-124ec3e3c98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.248577] env[65997]: DEBUG nova.scheduler.client.report [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.321918] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "96567882-15c0-425d-91ad-2a008cf8f722" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.322283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.322528] env[65997]: DEBUG nova.compute.manager [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.323543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d4e579-a0de-4367-b393-a8c31f87e2d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.332866] env[65997]: DEBUG nova.compute.manager [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1101.333727] env[65997]: DEBUG nova.objects.instance [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'flavor' on Instance uuid 96567882-15c0-425d-91ad-2a008cf8f722 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.426867] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1101.456600] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.456916] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.457095] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.457318] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.457471] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.457613] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.457912] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.458104] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.458358] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.458540] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.458726] env[65997]: DEBUG nova.virt.hardware [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.459716] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa59d34a-1a91-4783-ba06-72a94bc1418e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.472173] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4798c6-e977-46da-b82e-38ea042f5481 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.513026] env[65997]: DEBUG nova.compute.manager [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Found 3 images (rotation: 2) {{(pid=65997) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1101.513381] env[65997]: DEBUG nova.compute.manager [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Rotating out 1 backups {{(pid=65997) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1101.513578] env[65997]: DEBUG nova.compute.manager [None req-852623bb-e8ce-43cd-85ec-95cafe1d8387 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleting image d49cec6e-8780-4ee1-b8ac-7e24be715296 {{(pid=65997) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 1101.629813] env[65997]: DEBUG nova.compute.manager [req-ea997dd0-0737-449f-98a2-6a0bc8fc0d32 req-4f7d5065-7ef1-4766-a490-4df9ac85a21f service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Received event network-vif-deleted-3c677711-b405-4b80-b050-692db38b8c9f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.631473] env[65997]: INFO nova.compute.manager [req-ea997dd0-0737-449f-98a2-6a0bc8fc0d32 req-4f7d5065-7ef1-4766-a490-4df9ac85a21f service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Neutron deleted interface 3c677711-b405-4b80-b050-692db38b8c9f; detaching it from the instance and deleting it from the info cache [ 1101.631473] env[65997]: DEBUG nova.network.neutron [req-ea997dd0-0737-449f-98a2-6a0bc8fc0d32 req-4f7d5065-7ef1-4766-a490-4df9ac85a21f service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.714984] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521ea269-36fe-292d-9ec2-124ec3e3c98b, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.714984] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.714984] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 462546ed-5bae-4629-8649-b5dd11f95b46/462546ed-5bae-4629-8649-b5dd11f95b46.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.714984] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d936ddaa-2d03-420c-b86b-765be97c351b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.722128] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1101.722128] env[65997]: value = "task-4718880" [ 1101.722128] env[65997]: _type = "Task" [ 1101.722128] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.731136] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.755306] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.755961] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1101.759850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.472s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.760188] env[65997]: DEBUG nova.objects.instance [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lazy-loading 'resources' on Instance uuid e42f5b74-b119-40e3-8d9f-fe1a51fa0b62 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.844358] env[65997]: DEBUG nova.network.neutron [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Successfully updated port: a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1101.886596] env[65997]: DEBUG nova.compute.manager [req-a8420683-1e71-4b2a-80ae-c9056c3da024 req-7a409fe1-e188-428c-b858-f163e237ef24 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-vif-plugged-a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.886806] env[65997]: DEBUG oslo_concurrency.lockutils [req-a8420683-1e71-4b2a-80ae-c9056c3da024 req-7a409fe1-e188-428c-b858-f163e237ef24 service nova] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.887036] env[65997]: DEBUG oslo_concurrency.lockutils [req-a8420683-1e71-4b2a-80ae-c9056c3da024 req-7a409fe1-e188-428c-b858-f163e237ef24 service nova] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.887209] env[65997]: DEBUG oslo_concurrency.lockutils [req-a8420683-1e71-4b2a-80ae-c9056c3da024 req-7a409fe1-e188-428c-b858-f163e237ef24 service nova] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.887373] env[65997]: DEBUG nova.compute.manager [req-a8420683-1e71-4b2a-80ae-c9056c3da024 req-7a409fe1-e188-428c-b858-f163e237ef24 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] No waiting events found dispatching network-vif-plugged-a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1101.887680] env[65997]: WARNING nova.compute.manager [req-a8420683-1e71-4b2a-80ae-c9056c3da024 req-7a409fe1-e188-428c-b858-f163e237ef24 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received unexpected event network-vif-plugged-a428bd34-9cf3-4399-9177-b631bd26a332 for instance with vm_state building and task_state spawning. [ 1101.921020] env[65997]: DEBUG nova.network.neutron [-] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.134048] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-204dbcc0-a1d6-42d3-a248-5a0189b3e776 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.147627] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03146dcc-7217-440e-867c-c3368df07db7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.188153] env[65997]: DEBUG nova.compute.manager [req-ea997dd0-0737-449f-98a2-6a0bc8fc0d32 req-4f7d5065-7ef1-4766-a490-4df9ac85a21f service nova] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Detach interface failed, port_id=3c677711-b405-4b80-b050-692db38b8c9f, reason: Instance 11af8a7e-1dc4-4b12-8834-f57b7d891134 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.232814] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.268773] env[65997]: DEBUG nova.compute.utils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.271045] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1102.271446] env[65997]: DEBUG nova.network.neutron [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1102.271602] env[65997]: WARNING neutronclient.v2_0.client [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.271958] env[65997]: WARNING neutronclient.v2_0.client [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.332044] env[65997]: DEBUG nova.policy [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3c0116cb20468c847ca78d0e210407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1396886123ae4f84938b7e47d9ac222a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.346859] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.347280] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e95238c-4b95-496a-b408-eef0b7aa0e61 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.349794] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.350028] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.350432] env[65997]: DEBUG nova.network.neutron [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.361792] env[65997]: DEBUG oslo_vmware.api [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1102.361792] env[65997]: value = "task-4718881" [ 1102.361792] env[65997]: _type = "Task" [ 1102.361792] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.374635] env[65997]: DEBUG oslo_vmware.api [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.424965] env[65997]: INFO nova.compute.manager [-] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Took 1.53 seconds to deallocate network for instance. [ 1102.541921] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35172ae-7bdb-4000-9f2a-804771e89799 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.551335] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d416887e-6734-4124-b281-bd5b765ddce1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.591917] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9517d16-ed10-4c26-a3d7-73a1276ec7c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.601915] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fc68b5-5872-4a84-8c89-6257133137fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.617142] env[65997]: DEBUG nova.compute.provider_tree [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.729267] env[65997]: DEBUG nova.network.neutron [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Successfully created port: 69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1102.735332] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662708} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.735600] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 462546ed-5bae-4629-8649-b5dd11f95b46/462546ed-5bae-4629-8649-b5dd11f95b46.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.735815] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.736139] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b5e354-5375-45ab-932a-70fdbb7cebee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.744064] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1102.744064] env[65997]: value = "task-4718882" [ 1102.744064] env[65997]: _type = "Task" [ 1102.744064] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.753573] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.775713] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1102.877466] env[65997]: DEBUG oslo_vmware.api [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718881, 'name': PowerOffVM_Task, 'duration_secs': 0.299104} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.877744] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.877962] env[65997]: DEBUG nova.compute.manager [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1102.878949] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071d61ed-e2fc-452e-b422-a052e110db76 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.934397] env[65997]: DEBUG nova.network.neutron [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1102.937346] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.096330] env[65997]: WARNING neutronclient.v2_0.client [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.121251] env[65997]: DEBUG nova.scheduler.client.report [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.253816] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076254} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.254689] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.255671] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef7137-f8f3-48eb-9317-2b37c65c41ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.284263] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 462546ed-5bae-4629-8649-b5dd11f95b46/462546ed-5bae-4629-8649-b5dd11f95b46.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.287401] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34651656-4859-4b5f-8c20-8576ec20b9bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.308270] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1103.308270] env[65997]: value = "task-4718884" [ 1103.308270] env[65997]: _type = "Task" [ 1103.308270] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.313047] env[65997]: DEBUG nova.network.neutron [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.321437] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.325934] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.326315] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.326386] env[65997]: DEBUG nova.compute.manager [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.327272] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a0bf66-6de8-4d2c-a5b3-dd28ebe62091 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.335634] env[65997]: DEBUG nova.compute.manager [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1103.336410] env[65997]: DEBUG nova.objects.instance [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'flavor' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.391438] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4a31ef41-b55f-4b1b-bb43-2d209eba90d8 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.630258] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.632967] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.179s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.635068] env[65997]: INFO nova.compute.claims [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.660862] env[65997]: INFO nova.scheduler.client.report [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Deleted allocations for instance e42f5b74-b119-40e3-8d9f-fe1a51fa0b62 [ 1103.804562] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1103.816656] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.817085] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Instance network_info: |[{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1103.820949] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:17:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a428bd34-9cf3-4399-9177-b631bd26a332', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.829636] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1103.829917] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718884, 'name': ReconfigVM_Task, 'duration_secs': 0.316958} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.832161] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.832471] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 462546ed-5bae-4629-8649-b5dd11f95b46/462546ed-5bae-4629-8649-b5dd11f95b46.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.833398] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b209e5c8-2693-4b8f-ae20-b60b4c4f506c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.848765] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a1c722-2f84-476b-a99a-b1d3a7615a4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.852708] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.852931] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.853103] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.853288] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.853432] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.853593] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.853806] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.853958] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.854134] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.854299] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.854466] env[65997]: DEBUG nova.virt.hardware [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.857291] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe88490-5c58-46d4-803b-a1c757431ea2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.872908] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b431ec9-36a8-4a61-871b-1a768051d095 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.878929] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.878929] env[65997]: value = "task-4718885" [ 1103.878929] env[65997]: _type = "Task" [ 1103.878929] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.879289] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1103.879289] env[65997]: value = "task-4718886" [ 1103.879289] env[65997]: _type = "Task" [ 1103.879289] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.913549] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718886, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.913673] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718885, 'name': CreateVM_Task} progress is 15%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.947553] env[65997]: DEBUG nova.compute.manager [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-changed-a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1103.948032] env[65997]: DEBUG nova.compute.manager [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing instance network info cache due to event network-changed-a428bd34-9cf3-4399-9177-b631bd26a332. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1103.948186] env[65997]: DEBUG oslo_concurrency.lockutils [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.948456] env[65997]: DEBUG oslo_concurrency.lockutils [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.948810] env[65997]: DEBUG nova.network.neutron [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing network info cache for port a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.171715] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c1a33ad7-9f65-4e11-908c-1b4d0a4fdb0f tempest-ServerDiskConfigTestJSON-1012109434 tempest-ServerDiskConfigTestJSON-1012109434-project-member] Lock "e42f5b74-b119-40e3-8d9f-fe1a51fa0b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.743s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.220884] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "96567882-15c0-425d-91ad-2a008cf8f722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.221258] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.221536] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "96567882-15c0-425d-91ad-2a008cf8f722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.221758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.222050] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.224828] env[65997]: INFO nova.compute.manager [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Terminating instance [ 1104.264569] env[65997]: DEBUG nova.network.neutron [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Successfully updated port: 69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1104.362595] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.362909] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b8b9c8-8fea-430b-84e3-641da48cf7a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.372984] env[65997]: DEBUG oslo_vmware.api [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1104.372984] env[65997]: value = "task-4718887" [ 1104.372984] env[65997]: _type = "Task" [ 1104.372984] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.383570] env[65997]: DEBUG oslo_vmware.api [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.396748] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718885, 'name': CreateVM_Task, 'duration_secs': 0.35603} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.400321] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.400321] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718886, 'name': Rename_Task, 'duration_secs': 0.158808} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.400953] env[65997]: WARNING neutronclient.v2_0.client [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.401683] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.401683] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.401881] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.402133] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.402376] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ead372-5e74-4a63-a9c6-3efc249a243d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.404238] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4c158fd-ffd8-427f-b310-bc63249fdba5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.410494] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1104.410494] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52026b57-55ae-e9c1-b721-2da868e99ac1" [ 1104.410494] env[65997]: _type = "Task" [ 1104.410494] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.415261] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1104.415261] env[65997]: value = "task-4718888" [ 1104.415261] env[65997]: _type = "Task" [ 1104.415261] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.422474] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52026b57-55ae-e9c1-b721-2da868e99ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.428339] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.452392] env[65997]: WARNING neutronclient.v2_0.client [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.611547] env[65997]: WARNING neutronclient.v2_0.client [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.689935] env[65997]: DEBUG nova.network.neutron [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updated VIF entry in instance network info cache for port a428bd34-9cf3-4399-9177-b631bd26a332. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1104.690120] env[65997]: DEBUG nova.network.neutron [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.728152] env[65997]: DEBUG nova.compute.manager [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1104.728376] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.729307] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ae8a8e-2f9a-452c-8446-053c05c22f6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.739102] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.739390] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0638b4c-8c27-4be8-b507-4ef08e922ba9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.765240] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.765473] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.765642] env[65997]: DEBUG nova.network.neutron [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.815567] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.816041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.816041] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore1] 96567882-15c0-425d-91ad-2a008cf8f722 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.816744] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c20a0d-003d-4351-a460-cb633a77e595 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.822994] env[65997]: DEBUG oslo_vmware.api [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1104.822994] env[65997]: value = "task-4718890" [ 1104.822994] env[65997]: _type = "Task" [ 1104.822994] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.835273] env[65997]: DEBUG oslo_vmware.api [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.890601] env[65997]: DEBUG oslo_vmware.api [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718887, 'name': PowerOffVM_Task, 'duration_secs': 0.180454} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.895115] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.895115] env[65997]: DEBUG nova.compute.manager [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1104.896504] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1340e-fdc6-4630-ad6c-b8877b23f868 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.910484] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978036c3-878d-4d63-a21c-76ebc43ae47e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.932502] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bc3171-3d82-4276-8d51-2dfd631080dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.946403] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52026b57-55ae-e9c1-b721-2da868e99ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.946403] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.946403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.946403] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.946403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.946403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.946403] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.946705] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-930f136e-8eb6-43f8-8620-9cacd603c01d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.978327] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11452a61-3b0c-473b-a7b1-8460424d9047 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.986372] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.986730] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.989880] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b402fe9a-f588-4cef-93a6-d033e3885ea8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.994011] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5236d285-67b5-4faf-850f-cbc94b2801de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.003469] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1105.003469] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52000604-4321-f02d-e4f6-38f2662454c7" [ 1105.003469] env[65997]: _type = "Task" [ 1105.003469] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.012639] env[65997]: DEBUG nova.compute.provider_tree [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.023917] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52000604-4321-f02d-e4f6-38f2662454c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016188} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.025285] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36be3e3e-e246-4f6f-bc08-1947c3df47a8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.033419] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1105.033419] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521d06ad-5ff1-b0cd-80ad-756b9c88044e" [ 1105.033419] env[65997]: _type = "Task" [ 1105.033419] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.042352] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521d06ad-5ff1-b0cd-80ad-756b9c88044e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.193044] env[65997]: DEBUG oslo_concurrency.lockutils [req-2431d236-601f-4bd9-be3c-06659dfe0d33 req-427017f6-eb5b-4092-9d99-6f580a7246e9 service nova] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.300426] env[65997]: DEBUG nova.network.neutron [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.334911] env[65997]: DEBUG oslo_vmware.api [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161115} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.339019] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.339019] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.339019] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.339019] env[65997]: INFO nova.compute.manager [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1105.339019] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1105.339019] env[65997]: DEBUG nova.compute.manager [-] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1105.339019] env[65997]: DEBUG nova.network.neutron [-] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1105.339019] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.384702] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.416910] env[65997]: WARNING neutronclient.v2_0.client [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.428694] env[65997]: DEBUG oslo_concurrency.lockutils [None req-15365416-d212-4c58-91bd-32a0731d654b tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.439330] env[65997]: DEBUG oslo_vmware.api [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718888, 'name': PowerOnVM_Task, 'duration_secs': 0.56441} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.439330] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.439330] env[65997]: INFO nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1105.441738] env[65997]: DEBUG nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1105.441738] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eacd40-993f-4579-bed8-9e40eecd57b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.518780] env[65997]: DEBUG nova.scheduler.client.report [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.545627] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521d06ad-5ff1-b0cd-80ad-756b9c88044e, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.545896] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.546175] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 55e1ec0c-7652-4ad5-a03c-62667c20159f/55e1ec0c-7652-4ad5-a03c-62667c20159f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.546444] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26cd81f1-11f9-45e2-876f-b44efec5624a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.555204] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1105.555204] env[65997]: value = "task-4718892" [ 1105.555204] env[65997]: _type = "Task" [ 1105.555204] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.565419] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.845204] env[65997]: DEBUG nova.network.neutron [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updating instance_info_cache with network_info: [{"id": "69fcda0f-8944-4628-b6c1-05821a17a85a", "address": "fa:16:3e:aa:52:ac", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fcda0f-89", "ovs_interfaceid": "69fcda0f-8944-4628-b6c1-05821a17a85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.926732] env[65997]: DEBUG nova.compute.manager [req-2e888212-e780-40ca-9fa5-09f6a58bf8ab req-c676d94f-8cd2-41e8-8364-962e00b15f52 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Received event network-vif-deleted-030e4cda-c537-48a6-afdc-5b4da213395a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1105.928304] env[65997]: INFO nova.compute.manager [req-2e888212-e780-40ca-9fa5-09f6a58bf8ab req-c676d94f-8cd2-41e8-8364-962e00b15f52 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Neutron deleted interface 030e4cda-c537-48a6-afdc-5b4da213395a; detaching it from the instance and deleting it from the info cache [ 1105.928670] env[65997]: DEBUG nova.network.neutron [req-2e888212-e780-40ca-9fa5-09f6a58bf8ab req-c676d94f-8cd2-41e8-8364-962e00b15f52 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.963365] env[65997]: INFO nova.compute.manager [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Took 15.33 seconds to build instance. [ 1106.024244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.024828] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1106.028613] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.820s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.028859] env[65997]: DEBUG nova.objects.instance [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'resources' on Instance uuid 57fd412b-c516-433e-a043-ebad4eef4cc2 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.034222] env[65997]: DEBUG nova.compute.manager [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Received event network-vif-plugged-69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1106.034222] env[65997]: DEBUG oslo_concurrency.lockutils [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.034222] env[65997]: DEBUG oslo_concurrency.lockutils [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.034222] env[65997]: DEBUG oslo_concurrency.lockutils [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.034222] env[65997]: DEBUG nova.compute.manager [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] No waiting events found dispatching network-vif-plugged-69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1106.034514] env[65997]: WARNING nova.compute.manager [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Received unexpected event network-vif-plugged-69fcda0f-8944-4628-b6c1-05821a17a85a for instance with vm_state building and task_state spawning. [ 1106.034546] env[65997]: DEBUG nova.compute.manager [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Received event network-changed-69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1106.034857] env[65997]: DEBUG nova.compute.manager [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Refreshing instance network info cache due to event network-changed-69fcda0f-8944-4628-b6c1-05821a17a85a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1106.035183] env[65997]: DEBUG oslo_concurrency.lockutils [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] Acquiring lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.066839] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477566} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.067126] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 55e1ec0c-7652-4ad5-a03c-62667c20159f/55e1ec0c-7652-4ad5-a03c-62667c20159f.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.067331] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.067636] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-447da1e9-ba67-4492-b781-f109c20ce4ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.076966] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1106.076966] env[65997]: value = "task-4718893" [ 1106.076966] env[65997]: _type = "Task" [ 1106.076966] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.091382] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.165755] env[65997]: DEBUG nova.network.neutron [-] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.348695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.349424] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Instance network_info: |[{"id": "69fcda0f-8944-4628-b6c1-05821a17a85a", "address": "fa:16:3e:aa:52:ac", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fcda0f-89", "ovs_interfaceid": "69fcda0f-8944-4628-b6c1-05821a17a85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1106.349900] env[65997]: DEBUG oslo_concurrency.lockutils [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] Acquired lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.350108] env[65997]: DEBUG nova.network.neutron [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Refreshing network info cache for port 69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.351543] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:52:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69fcda0f-8944-4628-b6c1-05821a17a85a', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.361527] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1106.361527] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.361527] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-345a5ee9-52bf-473f-a569-f64daea1818b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.383491] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.383491] env[65997]: value = "task-4718894" [ 1106.383491] env[65997]: _type = "Task" [ 1106.383491] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.392081] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718894, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.434174] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0f67a50-7600-42da-b1b4-b063b3000269 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.447276] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b193f60-4b3d-456c-8e63-9b0543fd40be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.465427] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f9f326cd-077c-44a3-bc10-0ebc5abf955f tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "462546ed-5bae-4629-8649-b5dd11f95b46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.851s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.489750] env[65997]: DEBUG nova.compute.manager [req-2e888212-e780-40ca-9fa5-09f6a58bf8ab req-c676d94f-8cd2-41e8-8364-962e00b15f52 service nova] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Detach interface failed, port_id=030e4cda-c537-48a6-afdc-5b4da213395a, reason: Instance 96567882-15c0-425d-91ad-2a008cf8f722 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.534742] env[65997]: DEBUG nova.compute.utils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.536305] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1106.537034] env[65997]: DEBUG nova.network.neutron [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.537034] env[65997]: WARNING neutronclient.v2_0.client [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.537198] env[65997]: WARNING neutronclient.v2_0.client [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.588566] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071687} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.594132] env[65997]: DEBUG nova.policy [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2b7c2fdd39446bfaaf017f774f7efd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f66f55e1a1e4d658bf72df3fa24d4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.595757] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.597384] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136bb727-0150-4e04-9cd7-9c6c5743550c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.623520] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 55e1ec0c-7652-4ad5-a03c-62667c20159f/55e1ec0c-7652-4ad5-a03c-62667c20159f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.628019] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e419de8b-bfbf-429d-9742-0e1139191154 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.654376] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1106.654376] env[65997]: value = "task-4718895" [ 1106.654376] env[65997]: _type = "Task" [ 1106.654376] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.673438] env[65997]: INFO nova.compute.manager [-] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Took 1.34 seconds to deallocate network for instance. [ 1106.673808] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.830652] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4a0472-cbf3-42ed-afc9-36747b5c0eb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.839757] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2698f8e3-ea6b-42d4-92cb-436764361672 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.872397] env[65997]: WARNING neutronclient.v2_0.client [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.876577] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b096e9-0b97-46ce-b125-76a1fe67728b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.889397] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05adbeb-73ec-4358-a277-078b654738b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.900709] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718894, 'name': CreateVM_Task, 'duration_secs': 0.368792} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.911413] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.912357] env[65997]: DEBUG nova.compute.provider_tree [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.914311] env[65997]: WARNING neutronclient.v2_0.client [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.914998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.915122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.915452] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.916084] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffabc1a-df4b-410e-91ab-bfa6ffae1c59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.924828] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1106.924828] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d755cd-5c9e-efb7-026f-dd120931401f" [ 1106.924828] env[65997]: _type = "Task" [ 1106.924828] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.935837] env[65997]: DEBUG nova.compute.manager [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Stashing vm_state: stopped {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1106.945903] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d755cd-5c9e-efb7-026f-dd120931401f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.964565] env[65997]: DEBUG nova.network.neutron [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Successfully created port: 2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1107.043693] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1107.171895] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718895, 'name': ReconfigVM_Task, 'duration_secs': 0.41487} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.173413] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 55e1ec0c-7652-4ad5-a03c-62667c20159f/55e1ec0c-7652-4ad5-a03c-62667c20159f.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.174099] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ba0f0c8-3635-4064-87be-6204380bb69a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.182794] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1107.182794] env[65997]: value = "task-4718896" [ 1107.182794] env[65997]: _type = "Task" [ 1107.182794] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.193755] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.194299] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718896, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.289022] env[65997]: WARNING neutronclient.v2_0.client [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.400668] env[65997]: DEBUG nova.network.neutron [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updated VIF entry in instance network info cache for port 69fcda0f-8944-4628-b6c1-05821a17a85a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1107.401110] env[65997]: DEBUG nova.network.neutron [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updating instance_info_cache with network_info: [{"id": "69fcda0f-8944-4628-b6c1-05821a17a85a", "address": "fa:16:3e:aa:52:ac", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fcda0f-89", "ovs_interfaceid": "69fcda0f-8944-4628-b6c1-05821a17a85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.417671] env[65997]: DEBUG nova.scheduler.client.report [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.437025] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d755cd-5c9e-efb7-026f-dd120931401f, 'name': SearchDatastore_Task, 'duration_secs': 0.035425} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.437904] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.437995] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.438269] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.438420] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.438957] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.439873] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08405ae-5e94-4ce6-bb9c-547e1c854ba1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.458311] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.458782] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.463127] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4707531e-fe0a-4975-b4e1-b1e731a90722 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.469352] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1107.469352] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bcd10d-f569-4ffc-55dc-704c0ced749f" [ 1107.469352] env[65997]: _type = "Task" [ 1107.469352] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.482590] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bcd10d-f569-4ffc-55dc-704c0ced749f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.483924] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.694953] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718896, 'name': Rename_Task, 'duration_secs': 0.318978} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.695415] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.695723] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb23137f-6c70-4d42-b7c3-e1d9370c04cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.703046] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1107.703046] env[65997]: value = "task-4718898" [ 1107.703046] env[65997]: _type = "Task" [ 1107.703046] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.712396] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.905015] env[65997]: DEBUG oslo_concurrency.lockutils [req-c77c8c66-6087-4dda-a341-2398f4d8cb5f req-278b6ed3-77be-422c-8036-c025fa702372 service nova] Releasing lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.924637] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.928543] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.446s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.932149] env[65997]: INFO nova.compute.claims [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.958013] env[65997]: INFO nova.scheduler.client.report [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Deleted allocations for instance 57fd412b-c516-433e-a043-ebad4eef4cc2 [ 1107.981632] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bcd10d-f569-4ffc-55dc-704c0ced749f, 'name': SearchDatastore_Task, 'duration_secs': 0.015464} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.982534] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b7b777-c476-44cd-9b86-4a8ec01fe0a5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.990916] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1107.990916] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522f8176-036a-3708-b878-a9a5b18dc21b" [ 1107.990916] env[65997]: _type = "Task" [ 1107.990916] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.003983] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522f8176-036a-3708-b878-a9a5b18dc21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.054933] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1108.084544] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1108.084770] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.084930] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1108.085155] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.085306] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1108.085456] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1108.085666] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.085822] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1108.085987] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1108.086163] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.086339] env[65997]: DEBUG nova.virt.hardware [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.087265] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ee718b-9e1a-4186-9618-3a93d9907336 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.097849] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b762a3a7-e1cd-4990-af97-85f039acf55a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.214858] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.445420] env[65997]: DEBUG nova.compute.manager [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Received event network-changed-7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.445793] env[65997]: DEBUG nova.compute.manager [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Refreshing instance network info cache due to event network-changed-7afb54bc-8069-485d-929a-89adaf87946a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1108.445793] env[65997]: DEBUG oslo_concurrency.lockutils [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] Acquiring lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.446075] env[65997]: DEBUG oslo_concurrency.lockutils [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] Acquired lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.446075] env[65997]: DEBUG nova.network.neutron [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Refreshing network info cache for port 7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.466086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7e3183ab-01c8-48d4-9116-8f949e252c10 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "57fd412b-c516-433e-a043-ebad4eef4cc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.116s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.504231] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522f8176-036a-3708-b878-a9a5b18dc21b, 'name': SearchDatastore_Task, 'duration_secs': 0.022243} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.504543] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.504807] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] be63bfaf-02ca-4e5b-80c4-9fdd4d52e165/be63bfaf-02ca-4e5b-80c4-9fdd4d52e165.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.505090] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27cec3f8-c754-47d2-afe2-f441ca7f59a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.513786] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1108.513786] env[65997]: value = "task-4718899" [ 1108.513786] env[65997]: _type = "Task" [ 1108.513786] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.524676] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.638905] env[65997]: DEBUG nova.network.neutron [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Successfully updated port: 2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.648933] env[65997]: DEBUG nova.compute.manager [req-ff9b2b8f-0cff-49ac-b414-26f1b70735a1 req-9e7671e0-b953-4a44-a646-0b670b45d3d2 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received event network-vif-plugged-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.648933] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff9b2b8f-0cff-49ac-b414-26f1b70735a1 req-9e7671e0-b953-4a44-a646-0b670b45d3d2 service nova] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.649569] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff9b2b8f-0cff-49ac-b414-26f1b70735a1 req-9e7671e0-b953-4a44-a646-0b670b45d3d2 service nova] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.649569] env[65997]: DEBUG oslo_concurrency.lockutils [req-ff9b2b8f-0cff-49ac-b414-26f1b70735a1 req-9e7671e0-b953-4a44-a646-0b670b45d3d2 service nova] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.649569] env[65997]: DEBUG nova.compute.manager [req-ff9b2b8f-0cff-49ac-b414-26f1b70735a1 req-9e7671e0-b953-4a44-a646-0b670b45d3d2 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] No waiting events found dispatching network-vif-plugged-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1108.650671] env[65997]: WARNING nova.compute.manager [req-ff9b2b8f-0cff-49ac-b414-26f1b70735a1 req-9e7671e0-b953-4a44-a646-0b670b45d3d2 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received unexpected event network-vif-plugged-2598d117-fce4-41d2-9391-1426aa5b3dbc for instance with vm_state building and task_state spawning. [ 1108.714971] env[65997]: DEBUG oslo_vmware.api [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718898, 'name': PowerOnVM_Task, 'duration_secs': 0.679378} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.715220] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.715429] env[65997]: INFO nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1108.715613] env[65997]: DEBUG nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1108.716551] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6264fbf-b52e-45c6-99fe-24b6e5f49472 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.949942] env[65997]: WARNING neutronclient.v2_0.client [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.034465] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718899, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.118790] env[65997]: WARNING neutronclient.v2_0.client [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.142107] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.142311] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.142510] env[65997]: DEBUG nova.network.neutron [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.148899] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030f0847-0857-436e-bade-b59fec8f0fbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.162521] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2b77c-8c6e-4d9d-8975-54a3e3b0ac3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.199686] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25497a3-9424-4791-8f1b-a8ccf6998b3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.208688] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd631e7-087d-4c06-a40c-cd59429b9042 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.215273] env[65997]: DEBUG nova.network.neutron [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Updated VIF entry in instance network info cache for port 7afb54bc-8069-485d-929a-89adaf87946a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.215753] env[65997]: DEBUG nova.network.neutron [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Updating instance_info_cache with network_info: [{"id": "7afb54bc-8069-485d-929a-89adaf87946a", "address": "fa:16:3e:84:b5:82", "network": {"id": "03a276ba-eb33-42b0-89ac-de9db5a49afe", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1669818375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2acb84d091e4302b9be7c57b87ad4c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afb54bc-80", "ovs_interfaceid": "7afb54bc-8069-485d-929a-89adaf87946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.226802] env[65997]: DEBUG nova.compute.provider_tree [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.239049] env[65997]: INFO nova.compute.manager [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Took 16.34 seconds to build instance. [ 1109.526867] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.982601} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.527190] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] be63bfaf-02ca-4e5b-80c4-9fdd4d52e165/be63bfaf-02ca-4e5b-80c4-9fdd4d52e165.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.527416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.527659] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66d08c95-19ec-482b-8636-fe044cb8c4e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.535321] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1109.535321] env[65997]: value = "task-4718900" [ 1109.535321] env[65997]: _type = "Task" [ 1109.535321] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.546426] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.719208] env[65997]: DEBUG oslo_concurrency.lockutils [req-65b81789-2b32-4039-947d-db6e48801db5 req-002a4837-bf56-49d5-a8c5-e19b8ee2f278 service nova] Releasing lock "refresh_cache-462546ed-5bae-4629-8649-b5dd11f95b46" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.731375] env[65997]: DEBUG nova.scheduler.client.report [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.740747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2ba9de6-c672-4256-935a-3fb32c6bca80 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.851s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.893156] env[65997]: DEBUG nova.network.neutron [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1110.017222] env[65997]: WARNING neutronclient.v2_0.client [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.047529] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24274} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.047663] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.049020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6adbe9d-ab8a-4d4a-afce-89092b5a5757 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.072128] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] be63bfaf-02ca-4e5b-80c4-9fdd4d52e165/be63bfaf-02ca-4e5b-80c4-9fdd4d52e165.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.072441] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c41929-91e7-4160-a92b-c3ed348cce10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.096520] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1110.096520] env[65997]: value = "task-4718901" [ 1110.096520] env[65997]: _type = "Task" [ 1110.096520] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.106298] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.129174] env[65997]: DEBUG nova.network.neutron [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.238257] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.240733] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1110.242487] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.305s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.242830] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.245138] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.052s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.247203] env[65997]: DEBUG nova.objects.instance [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'resources' on Instance uuid 96567882-15c0-425d-91ad-2a008cf8f722 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.274803] env[65997]: INFO nova.scheduler.client.report [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted allocations for instance 11af8a7e-1dc4-4b12-8834-f57b7d891134 [ 1110.478188] env[65997]: DEBUG nova.compute.manager [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-changed-a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.478406] env[65997]: DEBUG nova.compute.manager [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing instance network info cache due to event network-changed-a428bd34-9cf3-4399-9177-b631bd26a332. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.479025] env[65997]: DEBUG oslo_concurrency.lockutils [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.479025] env[65997]: DEBUG oslo_concurrency.lockutils [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.479025] env[65997]: DEBUG nova.network.neutron [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing network info cache for port a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.607991] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.633851] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.634360] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Instance network_info: |[{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1110.635057] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:96:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2598d117-fce4-41d2-9391-1426aa5b3dbc', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.644175] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1110.644385] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.644618] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd27bab6-237d-4d9e-a1dc-37ce62f642ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.667921] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.667921] env[65997]: value = "task-4718902" [ 1110.667921] env[65997]: _type = "Task" [ 1110.667921] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.677229] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718902, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.718035] env[65997]: DEBUG nova.compute.manager [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.718035] env[65997]: DEBUG nova.compute.manager [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing instance network info cache due to event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.718035] env[65997]: DEBUG oslo_concurrency.lockutils [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.718035] env[65997]: DEBUG oslo_concurrency.lockutils [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.718035] env[65997]: DEBUG nova.network.neutron [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.750361] env[65997]: DEBUG nova.compute.utils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.755171] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1110.755386] env[65997]: DEBUG nova.network.neutron [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.756254] env[65997]: WARNING neutronclient.v2_0.client [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.756254] env[65997]: WARNING neutronclient.v2_0.client [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.786146] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e23c3a23-762c-47a8-b6e9-0223c633d8cf tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "11af8a7e-1dc4-4b12-8834-f57b7d891134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.536s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.805971] env[65997]: DEBUG nova.policy [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27ff0b45894d4115b263599de2e442de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35274325388d4c18a7b6f7f868036d01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.981763] env[65997]: WARNING neutronclient.v2_0.client [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.997623] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d3a34-47a7-40d8-91d9-6d8a1f22bb25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.008058] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d730a2d-57f0-46ea-bd4e-f464241217b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.051377] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2956f01a-811c-484e-87e7-9e7861243642 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.058700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.058700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.066810] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926de6b0-af57-4e72-9ef5-f579e9a144e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.086020] env[65997]: DEBUG nova.compute.provider_tree [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.110607] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718901, 'name': ReconfigVM_Task, 'duration_secs': 0.54957} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.111035] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Reconfigured VM instance instance-00000070 to attach disk [datastore1] be63bfaf-02ca-4e5b-80c4-9fdd4d52e165/be63bfaf-02ca-4e5b-80c4-9fdd4d52e165.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.111757] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de24339c-5cdb-4efe-b29c-7682948b4d3b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.126798] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1111.126798] env[65997]: value = "task-4718903" [ 1111.126798] env[65997]: _type = "Task" [ 1111.126798] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.139449] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718903, 'name': Rename_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.179880] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718902, 'name': CreateVM_Task, 'duration_secs': 0.495523} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.180143] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.180784] env[65997]: WARNING neutronclient.v2_0.client [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.181167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.181369] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.181679] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.182032] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26a71ec-15f9-4bab-a4ab-0c6a00559e23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.188533] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1111.188533] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523aea05-f591-31af-9939-dded8682948e" [ 1111.188533] env[65997]: _type = "Task" [ 1111.188533] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.199929] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523aea05-f591-31af-9939-dded8682948e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.221851] env[65997]: WARNING neutronclient.v2_0.client [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.245829] env[65997]: DEBUG nova.network.neutron [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Successfully created port: c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1111.259781] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1111.323242] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.323569] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.411178] env[65997]: WARNING neutronclient.v2_0.client [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.561477] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.589918] env[65997]: DEBUG nova.scheduler.client.report [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.638962] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718903, 'name': Rename_Task, 'duration_secs': 0.211234} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.638962] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.639240] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316ae33d-0795-436a-83ff-66d4ad26cd11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.649301] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1111.649301] env[65997]: value = "task-4718904" [ 1111.649301] env[65997]: _type = "Task" [ 1111.649301] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.656521] env[65997]: DEBUG nova.network.neutron [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updated VIF entry in instance network info cache for port a428bd34-9cf3-4399-9177-b631bd26a332. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.656893] env[65997]: DEBUG nova.network.neutron [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.665899] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.687051] env[65997]: WARNING neutronclient.v2_0.client [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.701209] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523aea05-f591-31af-9939-dded8682948e, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.701975] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.702300] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.702511] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.702658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.702837] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.703158] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8dd31e-43fd-416a-8285-e5af8900b793 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.715371] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.715555] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.716432] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b809307-e068-4fb6-943f-6109378a91d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.723864] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1111.723864] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52620f6f-4f1d-26dc-02a3-5c31f4dfdf02" [ 1111.723864] env[65997]: _type = "Task" [ 1111.723864] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.734313] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52620f6f-4f1d-26dc-02a3-5c31f4dfdf02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.827764] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.868252] env[65997]: DEBUG nova.network.neutron [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updated VIF entry in instance network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.868643] env[65997]: DEBUG nova.network.neutron [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.083566] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.100821] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.103472] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.620s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.120282] env[65997]: INFO nova.scheduler.client.report [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance 96567882-15c0-425d-91ad-2a008cf8f722 [ 1112.160616] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.167618] env[65997]: DEBUG oslo_concurrency.lockutils [req-01edb59b-ce18-43e4-9188-dc009b47f4eb req-6875fc74-3f61-4cc0-bd41-19b3e6d318d2 service nova] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.237156] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52620f6f-4f1d-26dc-02a3-5c31f4dfdf02, 'name': SearchDatastore_Task, 'duration_secs': 0.022345} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.238137] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593321cc-0e66-44e2-b7e1-904c68f4082b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.245246] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1112.245246] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5259134a-a482-0a62-a976-393410c43102" [ 1112.245246] env[65997]: _type = "Task" [ 1112.245246] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.256744] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5259134a-a482-0a62-a976-393410c43102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.273396] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1112.302648] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.302911] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.303091] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.303308] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.303451] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.303601] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.303829] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.303996] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.304198] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.304374] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.304550] env[65997]: DEBUG nova.virt.hardware [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.305937] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e2921-e20b-4fdc-affa-41f52efc51ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.316359] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09e9cf-dbfb-4427-90b5-879e46396188 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.349393] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.372064] env[65997]: DEBUG oslo_concurrency.lockutils [req-b29c5d46-6cde-4467-bcf9-802484a963c5 req-82e70779-643f-4ed4-a776-2c926aff3359 service nova] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.440560] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.440823] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.609820] env[65997]: INFO nova.compute.claims [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.630551] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e7dc08c1-085b-4412-972d-347802199875 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "96567882-15c0-425d-91ad-2a008cf8f722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.409s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.660177] env[65997]: DEBUG oslo_vmware.api [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718904, 'name': PowerOnVM_Task, 'duration_secs': 0.962045} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.660623] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.661040] env[65997]: INFO nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1112.661303] env[65997]: DEBUG nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1112.662327] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc1f979-89ad-4ec4-b314-3a2d3d9e8cee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.756157] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5259134a-a482-0a62-a976-393410c43102, 'name': SearchDatastore_Task, 'duration_secs': 0.020388} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.756436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.756689] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/dd26cf8f-a8d6-43fd-9623-6e03c1344b92.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.756955] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afaa7bc0-b492-4568-aacf-deade48ba37f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.765611] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1112.765611] env[65997]: value = "task-4718905" [ 1112.765611] env[65997]: _type = "Task" [ 1112.765611] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.776668] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.832278] env[65997]: DEBUG nova.compute.manager [req-65aa839c-5f5a-4d98-9d60-4b098454a67a req-bef308a4-40d5-4648-9bb2-d952661403fe service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-vif-plugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.832844] env[65997]: DEBUG oslo_concurrency.lockutils [req-65aa839c-5f5a-4d98-9d60-4b098454a67a req-bef308a4-40d5-4648-9bb2-d952661403fe service nova] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.833087] env[65997]: DEBUG oslo_concurrency.lockutils [req-65aa839c-5f5a-4d98-9d60-4b098454a67a req-bef308a4-40d5-4648-9bb2-d952661403fe service nova] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.833303] env[65997]: DEBUG oslo_concurrency.lockutils [req-65aa839c-5f5a-4d98-9d60-4b098454a67a req-bef308a4-40d5-4648-9bb2-d952661403fe service nova] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.833456] env[65997]: DEBUG nova.compute.manager [req-65aa839c-5f5a-4d98-9d60-4b098454a67a req-bef308a4-40d5-4648-9bb2-d952661403fe service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] No waiting events found dispatching network-vif-plugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1112.833670] env[65997]: WARNING nova.compute.manager [req-65aa839c-5f5a-4d98-9d60-4b098454a67a req-bef308a4-40d5-4648-9bb2-d952661403fe service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received unexpected event network-vif-plugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 for instance with vm_state building and task_state spawning. [ 1112.945566] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1112.952334] env[65997]: DEBUG nova.network.neutron [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Successfully updated port: c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1113.118864] env[65997]: INFO nova.compute.resource_tracker [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating resource usage from migration b1eddd80-f922-4afa-bf10-7f9e1f2b993f [ 1113.182042] env[65997]: INFO nova.compute.manager [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Took 18.09 seconds to build instance. [ 1113.280235] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.323486] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "4c307382-726d-43b9-b068-658df2f21c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.324090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "4c307382-726d-43b9-b068-658df2f21c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.324200] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "4c307382-726d-43b9-b068-658df2f21c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.324445] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "4c307382-726d-43b9-b068-658df2f21c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.324625] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "4c307382-726d-43b9-b068-658df2f21c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.328105] env[65997]: INFO nova.compute.manager [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Terminating instance [ 1113.369821] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095c7b4-7e93-4da1-879d-81666b7b73d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.379133] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dae46f9-6fe1-43f9-ab16-7d020958373d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.416376] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e638e-b65a-4937-9c89-567cbc521676 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.429171] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257706e2-e045-489f-96ca-f006fab56b5b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.445386] env[65997]: DEBUG nova.compute.provider_tree [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.461957] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.462147] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.462383] env[65997]: DEBUG nova.network.neutron [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.478184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.684745] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ebcdf7c7-4f9a-40ce-8acb-ce95a7200690 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.601s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.777739] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654332} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.778011] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/dd26cf8f-a8d6-43fd-9623-6e03c1344b92.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.778279] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.778573] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd5f34d-25e9-4da7-84b0-aa3683b9d884 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.786796] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1113.786796] env[65997]: value = "task-4718906" [ 1113.786796] env[65997]: _type = "Task" [ 1113.786796] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.800182] env[65997]: DEBUG nova.compute.manager [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Received event network-changed-69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1113.800182] env[65997]: DEBUG nova.compute.manager [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Refreshing instance network info cache due to event network-changed-69fcda0f-8944-4628-b6c1-05821a17a85a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1113.800182] env[65997]: DEBUG oslo_concurrency.lockutils [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] Acquiring lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.800353] env[65997]: DEBUG oslo_concurrency.lockutils [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] Acquired lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.800565] env[65997]: DEBUG nova.network.neutron [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Refreshing network info cache for port 69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.808325] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.837148] env[65997]: DEBUG nova.compute.manager [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1113.837376] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.838265] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204fe5d1-de49-43af-94df-989ffaef361a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.847134] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.847414] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9bf1c0-0b58-47ab-9a36-dd3aaffb70f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.854608] env[65997]: DEBUG oslo_vmware.api [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1113.854608] env[65997]: value = "task-4718907" [ 1113.854608] env[65997]: _type = "Task" [ 1113.854608] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.866554] env[65997]: DEBUG oslo_vmware.api [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.949701] env[65997]: DEBUG nova.scheduler.client.report [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.000848] env[65997]: DEBUG nova.network.neutron [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1114.084783] env[65997]: WARNING neutronclient.v2_0.client [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.175087] env[65997]: DEBUG nova.network.neutron [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.297983] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239703} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.298373] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.299354] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0706b19-2a0f-4b78-b51a-22c7efff96f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.320992] env[65997]: WARNING neutronclient.v2_0.client [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.335032] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/dd26cf8f-a8d6-43fd-9623-6e03c1344b92.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.335861] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b07fd6-f3c7-466c-a413-333a273afe37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.360912] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1114.360912] env[65997]: value = "task-4718908" [ 1114.360912] env[65997]: _type = "Task" [ 1114.360912] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.368110] env[65997]: DEBUG oslo_vmware.api [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718907, 'name': PowerOffVM_Task, 'duration_secs': 0.221566} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.371613] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.371720] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.372247] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b3efb7d-e916-4ebf-bdfd-1afbf3539c20 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.377724] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.452408] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.452408] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.452841] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleting the datastore file [datastore2] 4c307382-726d-43b9-b068-658df2f21c5e {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.453265] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bddf29c-a292-43ae-9412-f178c48f07c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.456328] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.353s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.456888] env[65997]: INFO nova.compute.manager [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Migrating [ 1114.467416] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.384s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.469454] env[65997]: INFO nova.compute.claims [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.483040] env[65997]: DEBUG oslo_vmware.api [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for the task: (returnval){ [ 1114.483040] env[65997]: value = "task-4718910" [ 1114.483040] env[65997]: _type = "Task" [ 1114.483040] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.496341] env[65997]: DEBUG oslo_vmware.api [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.541496] env[65997]: WARNING neutronclient.v2_0.client [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.625607] env[65997]: DEBUG nova.network.neutron [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updated VIF entry in instance network info cache for port 69fcda0f-8944-4628-b6c1-05821a17a85a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.625607] env[65997]: DEBUG nova.network.neutron [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updating instance_info_cache with network_info: [{"id": "69fcda0f-8944-4628-b6c1-05821a17a85a", "address": "fa:16:3e:aa:52:ac", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fcda0f-89", "ovs_interfaceid": "69fcda0f-8944-4628-b6c1-05821a17a85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.677365] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.677682] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Instance network_info: |[{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1114.678144] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:f7:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e6cb5f-e08e-4f00-ae08-def75538b547', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.686349] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1114.686742] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.686972] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb72ccb-33f4-4525-bb49-fc4a5aa1728e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.708841] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.708841] env[65997]: value = "task-4718911" [ 1114.708841] env[65997]: _type = "Task" [ 1114.708841] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.719444] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718911, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.860841] env[65997]: DEBUG nova.compute.manager [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.861098] env[65997]: DEBUG nova.compute.manager [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing instance network info cache due to event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.861331] env[65997]: DEBUG oslo_concurrency.lockutils [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.861474] env[65997]: DEBUG oslo_concurrency.lockutils [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.861632] env[65997]: DEBUG nova.network.neutron [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.873467] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718908, 'name': ReconfigVM_Task, 'duration_secs': 0.407528} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.874238] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfigured VM instance instance-00000071 to attach disk [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/dd26cf8f-a8d6-43fd-9623-6e03c1344b92.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.874876] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f28065-35ab-4507-823f-d03036fb42cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.882858] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1114.882858] env[65997]: value = "task-4718912" [ 1114.882858] env[65997]: _type = "Task" [ 1114.882858] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.892267] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718912, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.984201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.984395] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.984538] env[65997]: DEBUG nova.network.neutron [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.998631] env[65997]: DEBUG oslo_vmware.api [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Task: {'id': task-4718910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17933} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.998976] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.999211] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.999418] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.000021] env[65997]: INFO nova.compute.manager [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1115.000021] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.000226] env[65997]: DEBUG nova.compute.manager [-] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1115.000332] env[65997]: DEBUG nova.network.neutron [-] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1115.000599] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.043755] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.128244] env[65997]: DEBUG oslo_concurrency.lockutils [req-ebbaf458-86ad-4e6d-98e8-04d7eb7a80e9 req-d0be43f4-203a-404e-8666-db65885d3dbc service nova] Releasing lock "refresh_cache-be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.219607] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718911, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.364841] env[65997]: WARNING neutronclient.v2_0.client [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.393721] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718912, 'name': Rename_Task, 'duration_secs': 0.320849} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.394017] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.394341] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e6e8df2-de6d-4ec1-ac1a-57ee459fb39a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.406068] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1115.406068] env[65997]: value = "task-4718913" [ 1115.406068] env[65997]: _type = "Task" [ 1115.406068] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.415452] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.493118] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.546668] env[65997]: WARNING neutronclient.v2_0.client [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.616750] env[65997]: DEBUG nova.network.neutron [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updated VIF entry in instance network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.617270] env[65997]: DEBUG nova.network.neutron [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.671767] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.701143] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8e1a3-9792-44f3-a779-5c68b99e0bef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.714029] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519122c-130a-44fe-beac-d8970ad6d9ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.728867] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718911, 'name': CreateVM_Task, 'duration_secs': 0.549631} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.754847] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.756419] env[65997]: DEBUG nova.network.neutron [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.757850] env[65997]: WARNING neutronclient.v2_0.client [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.758228] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.758390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.758694] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.759509] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2243c381-01e0-40b9-8019-71485295f873 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.762549] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bef86b3-a113-4418-8b66-39cc22df2873 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.771672] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6936127-e897-42f1-89b9-72b406ba52c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.775829] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1115.775829] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fa58f0-f79f-18ef-1cbd-7893996cc99d" [ 1115.775829] env[65997]: _type = "Task" [ 1115.775829] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.788615] env[65997]: DEBUG nova.compute.provider_tree [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.796098] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fa58f0-f79f-18ef-1cbd-7893996cc99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.823773] env[65997]: DEBUG nova.network.neutron [-] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.916415] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.120689] env[65997]: DEBUG oslo_concurrency.lockutils [req-59959711-3f33-4938-bba0-3c367cbdf9a7 req-752b4fcf-d608-4c5c-9a91-3634fd480a8e service nova] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.263869] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.289052] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fa58f0-f79f-18ef-1cbd-7893996cc99d, 'name': SearchDatastore_Task, 'duration_secs': 0.037006} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.289266] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.289512] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.289741] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.289883] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.290071] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.290360] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6883330e-49f4-423b-b407-627fa238a9b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.293369] env[65997]: DEBUG nova.scheduler.client.report [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.306024] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.306176] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.306937] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092a8b85-fe4b-4fbc-ac2a-6cc871fd09a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.315305] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1116.315305] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525e71f3-b72a-2bfa-1136-1ad63f28fb21" [ 1116.315305] env[65997]: _type = "Task" [ 1116.315305] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.325670] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525e71f3-b72a-2bfa-1136-1ad63f28fb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.326193] env[65997]: INFO nova.compute.manager [-] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Took 1.33 seconds to deallocate network for instance. [ 1116.418816] env[65997]: DEBUG oslo_vmware.api [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718913, 'name': PowerOnVM_Task, 'duration_secs': 0.876157} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.419152] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.419385] env[65997]: INFO nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1116.419601] env[65997]: DEBUG nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1116.420497] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f22ad-acbc-4b8c-938c-725e026b7ade {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.799409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.799749] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1116.802466] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.453s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.804453] env[65997]: INFO nova.compute.claims [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.827893] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525e71f3-b72a-2bfa-1136-1ad63f28fb21, 'name': SearchDatastore_Task, 'duration_secs': 0.025353} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.829693] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f73f8a-bc6f-4275-ac78-d3e8d5da4978 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.833751] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.838802] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1116.838802] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0aab5-03ad-43c8-2b43-0ac0e81d995d" [ 1116.838802] env[65997]: _type = "Task" [ 1116.838802] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.849292] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0aab5-03ad-43c8-2b43-0ac0e81d995d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.891203] env[65997]: DEBUG nova.compute.manager [req-4a9dac57-08dc-408a-b39a-493f0a2ba59b req-a39f3aa9-4f36-4443-b72b-c9ae33f8ba84 service nova] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Received event network-vif-deleted-3728fd85-6cac-4bf1-913b-c352155a1e00 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.939170] env[65997]: INFO nova.compute.manager [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Took 19.50 seconds to build instance. [ 1117.309207] env[65997]: DEBUG nova.compute.utils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.313312] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1117.313546] env[65997]: DEBUG nova.network.neutron [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1117.313872] env[65997]: WARNING neutronclient.v2_0.client [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.314232] env[65997]: WARNING neutronclient.v2_0.client [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.351257] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a0aab5-03ad-43c8-2b43-0ac0e81d995d, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.352857] env[65997]: DEBUG nova.policy [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ef189de24b04bc19935659b6851c7d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '442f1894b0da4e139b2a8090c12161f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.354748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.354996] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.355742] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-025ec4c4-5c3f-4398-a630-f350c7ff1343 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.363466] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1117.363466] env[65997]: value = "task-4718914" [ 1117.363466] env[65997]: _type = "Task" [ 1117.363466] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.371923] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.441795] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b368f7ce-2346-4dd7-88f6-cb756e12f13b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.014s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.723098] env[65997]: DEBUG nova.network.neutron [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Successfully created port: a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1117.779391] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77043266-9d1d-48b3-92a3-ff0c42d3b318 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.804045] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.815504] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1117.882927] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718914, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.065092] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9684a-a9ac-4090-b35f-8636bfe1931e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.072043] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758c262-74f3-40f3-883e-2ef524dbbac2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.104521] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658b560-016a-427d-816b-c2fc9175d5da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.113420] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b3dad-a09f-48e2-bf10-c04e861c379e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.128461] env[65997]: DEBUG nova.compute.provider_tree [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.310874] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.311335] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dcb7132-b189-4ee7-9a30-51d130249223 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.320781] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1118.320781] env[65997]: value = "task-4718915" [ 1118.320781] env[65997]: _type = "Task" [ 1118.320781] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.333969] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.334135] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.377674] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526592} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.378332] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.378956] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.378956] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f74a97ae-1bbc-4cf3-8c16-3975717b7480 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.386805] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1118.386805] env[65997]: value = "task-4718916" [ 1118.386805] env[65997]: _type = "Task" [ 1118.386805] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.397809] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.632348] env[65997]: DEBUG nova.scheduler.client.report [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.829783] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1118.840876] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1118.841300] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.841582] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1118.841929] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.842201] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1118.842461] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1118.842801] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.843104] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1118.843425] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1118.843713] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1118.844042] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1118.854113] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5645c8-4d72-4bff-a36f-910e4aa776c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.872138] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1118.872413] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.872573] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1118.872751] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.872911] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1118.873056] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1118.873249] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.873464] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1118.873702] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1118.873875] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1118.874060] env[65997]: DEBUG nova.virt.hardware [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1118.874937] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259d0a45-fc8c-4722-a66b-463d76931e6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.879327] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1118.879327] env[65997]: value = "task-4718917" [ 1118.879327] env[65997]: _type = "Task" [ 1118.879327] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.886740] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4d7e6b-b91a-4f05-a935-d9dc83fcb01c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.894878] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.904740] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092884} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.912854] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.914286] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1574f-0638-4cf0-8855-a7a8fe17f989 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.918760] env[65997]: DEBUG nova.compute.manager [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.918983] env[65997]: DEBUG nova.compute.manager [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing instance network info cache due to event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1118.919157] env[65997]: DEBUG oslo_concurrency.lockutils [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.919297] env[65997]: DEBUG oslo_concurrency.lockutils [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.919446] env[65997]: DEBUG nova.network.neutron [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.941543] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.942663] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82053c74-d393-4ef1-bdf1-41d99bfd9f8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.963790] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1118.963790] env[65997]: value = "task-4718918" [ 1118.963790] env[65997]: _type = "Task" [ 1118.963790] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.974778] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.137172] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.137621] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1119.140683] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.663s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.142400] env[65997]: INFO nova.compute.claims [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.234023] env[65997]: DEBUG nova.compute.manager [req-e86ddfed-7ff1-4d3d-a3fc-071c5a9774d1 req-dc0622fd-9a34-480b-a64d-e9e82b6b78f4 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Received event network-vif-plugged-a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1119.234287] env[65997]: DEBUG oslo_concurrency.lockutils [req-e86ddfed-7ff1-4d3d-a3fc-071c5a9774d1 req-dc0622fd-9a34-480b-a64d-e9e82b6b78f4 service nova] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.234636] env[65997]: DEBUG oslo_concurrency.lockutils [req-e86ddfed-7ff1-4d3d-a3fc-071c5a9774d1 req-dc0622fd-9a34-480b-a64d-e9e82b6b78f4 service nova] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.234869] env[65997]: DEBUG oslo_concurrency.lockutils [req-e86ddfed-7ff1-4d3d-a3fc-071c5a9774d1 req-dc0622fd-9a34-480b-a64d-e9e82b6b78f4 service nova] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.235063] env[65997]: DEBUG nova.compute.manager [req-e86ddfed-7ff1-4d3d-a3fc-071c5a9774d1 req-dc0622fd-9a34-480b-a64d-e9e82b6b78f4 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] No waiting events found dispatching network-vif-plugged-a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1119.235237] env[65997]: WARNING nova.compute.manager [req-e86ddfed-7ff1-4d3d-a3fc-071c5a9774d1 req-dc0622fd-9a34-480b-a64d-e9e82b6b78f4 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Received unexpected event network-vif-plugged-a44a563c-8b03-490f-8528-920220c1c8bd for instance with vm_state building and task_state spawning. [ 1119.337338] env[65997]: DEBUG nova.network.neutron [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Successfully updated port: a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.391098] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718917, 'name': ReconfigVM_Task, 'duration_secs': 0.400817} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.391098] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.422927] env[65997]: WARNING neutronclient.v2_0.client [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.474882] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.623393] env[65997]: WARNING neutronclient.v2_0.client [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.647412] env[65997]: DEBUG nova.compute.utils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.651237] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1119.651449] env[65997]: DEBUG nova.network.neutron [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1119.651808] env[65997]: WARNING neutronclient.v2_0.client [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.652144] env[65997]: WARNING neutronclient.v2_0.client [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.692734] env[65997]: DEBUG nova.policy [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98844ea02d4b4d9dacee51de6b382e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e89748fbce84e5080ada51a30818685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.698086] env[65997]: DEBUG nova.network.neutron [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updated VIF entry in instance network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.698470] env[65997]: DEBUG nova.network.neutron [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.841760] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.842202] env[65997]: DEBUG nova.network.neutron [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.899965] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.900398] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.901423] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.901423] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.901423] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.901423] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.901423] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.901423] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.901715] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.901715] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.901816] env[65997]: DEBUG nova.virt.hardware [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.907342] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.907652] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb00ce5c-91c5-4615-aaa4-53e376f6f98d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.928337] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1119.928337] env[65997]: value = "task-4718919" [ 1119.928337] env[65997]: _type = "Task" [ 1119.928337] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.937893] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.975169] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718918, 'name': ReconfigVM_Task, 'duration_secs': 0.805228} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.975467] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.976145] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d70b1de-a4a9-4804-826d-226a740d0e43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.983866] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1119.983866] env[65997]: value = "task-4718920" [ 1119.983866] env[65997]: _type = "Task" [ 1119.983866] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.994628] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718920, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.017596] env[65997]: DEBUG nova.network.neutron [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Successfully created port: aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1120.152471] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1120.201038] env[65997]: DEBUG oslo_concurrency.lockutils [req-5673bf5d-50f4-465f-9283-541f629cb008 req-90ece94d-9c15-40d2-b8d8-9e7b5f4692b8 service nova] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.367131] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263efa4e-6d61-45f3-9759-a80ff4863f88 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.376270] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a4742f-47d5-4a5c-93f4-f64a68a8af1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.381397] env[65997]: DEBUG nova.network.neutron [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1120.416684] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f7a55c-c262-4c75-9d7d-f6107b6159a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.426121] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69baa804-1647-4bb9-b880-84215cb8e42e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.446634] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718919, 'name': ReconfigVM_Task, 'duration_secs': 0.241234} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.447158] env[65997]: DEBUG nova.compute.provider_tree [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.448635] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.449688] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883ddf6-2056-4c35-8917-70afcfb63ae1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.473995] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c/4b82b4ce-00c3-4062-95cb-c81c1431649c.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.474620] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd0dbf2-27ad-48bb-b072-bcbd1adb4ccd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.499934] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718920, 'name': Rename_Task, 'duration_secs': 0.197967} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.501315] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.501639] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1120.501639] env[65997]: value = "task-4718921" [ 1120.501639] env[65997]: _type = "Task" [ 1120.501639] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.501831] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931ede2b-22dc-4cd1-942a-ff916c9ce111 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.512247] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.513684] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1120.513684] env[65997]: value = "task-4718922" [ 1120.513684] env[65997]: _type = "Task" [ 1120.513684] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.523367] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.577287] env[65997]: WARNING neutronclient.v2_0.client [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.660637] env[65997]: INFO nova.virt.block_device [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Booting with volume f3c4ccfd-728a-436e-a254-87fa0b9f5550 at /dev/sda [ 1120.702119] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-922278b3-c4b1-4618-b76d-50bebab7b933 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.713045] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7527ab-de62-4831-a40d-86c83049dcaf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.725779] env[65997]: DEBUG nova.network.neutron [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating instance_info_cache with network_info: [{"id": "a44a563c-8b03-490f-8528-920220c1c8bd", "address": "fa:16:3e:78:df:b3", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44a563c-8b", "ovs_interfaceid": "a44a563c-8b03-490f-8528-920220c1c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.748443] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b709539e-1135-4093-9a03-fe1361d10dbf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.758416] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2e706-dcca-4734-8083-b6b15500ec3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.810723] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fb69e-2b3f-46bc-a9b8-269c49040256 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.821278] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49084d0-4b2b-4062-937d-c1d57abef259 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.839169] env[65997]: DEBUG nova.virt.block_device [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating existing volume attachment record: f392be8d-150d-4662-bb7e-811f71d70a5f {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.951192] env[65997]: DEBUG nova.scheduler.client.report [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.015310] env[65997]: DEBUG oslo_vmware.api [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718921, 'name': ReconfigVM_Task, 'duration_secs': 0.462563} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.018863] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c/4b82b4ce-00c3-4062-95cb-c81c1431649c.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.019311] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.029300] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.228403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.228813] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Instance network_info: |[{"id": "a44a563c-8b03-490f-8528-920220c1c8bd", "address": "fa:16:3e:78:df:b3", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44a563c-8b", "ovs_interfaceid": "a44a563c-8b03-490f-8528-920220c1c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1121.229379] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:df:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a44a563c-8b03-490f-8528-920220c1c8bd', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.237274] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1121.237565] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.237817] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82358eab-9b9f-44fa-abeb-e8fbfd0e26b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.260214] env[65997]: DEBUG nova.compute.manager [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Received event network-changed-a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.260480] env[65997]: DEBUG nova.compute.manager [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Refreshing instance network info cache due to event network-changed-a44a563c-8b03-490f-8528-920220c1c8bd. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1121.260633] env[65997]: DEBUG oslo_concurrency.lockutils [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] Acquiring lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.260841] env[65997]: DEBUG oslo_concurrency.lockutils [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] Acquired lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.261089] env[65997]: DEBUG nova.network.neutron [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Refreshing network info cache for port a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.263898] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.263898] env[65997]: value = "task-4718923" [ 1121.263898] env[65997]: _type = "Task" [ 1121.263898] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.275402] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718923, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.457051] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.457590] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1121.462223] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.628s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.462335] env[65997]: DEBUG nova.objects.instance [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lazy-loading 'resources' on Instance uuid 4c307382-726d-43b9-b068-658df2f21c5e {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.469325] env[65997]: DEBUG nova.compute.manager [req-29f2da44-86b7-4ea5-969b-4c0c2c5ef3f8 req-1fa4407c-b586-4596-a54b-d0a9bed645d1 service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Received event network-vif-plugged-aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.469486] env[65997]: DEBUG oslo_concurrency.lockutils [req-29f2da44-86b7-4ea5-969b-4c0c2c5ef3f8 req-1fa4407c-b586-4596-a54b-d0a9bed645d1 service nova] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.469730] env[65997]: DEBUG oslo_concurrency.lockutils [req-29f2da44-86b7-4ea5-969b-4c0c2c5ef3f8 req-1fa4407c-b586-4596-a54b-d0a9bed645d1 service nova] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.469820] env[65997]: DEBUG oslo_concurrency.lockutils [req-29f2da44-86b7-4ea5-969b-4c0c2c5ef3f8 req-1fa4407c-b586-4596-a54b-d0a9bed645d1 service nova] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.469998] env[65997]: DEBUG nova.compute.manager [req-29f2da44-86b7-4ea5-969b-4c0c2c5ef3f8 req-1fa4407c-b586-4596-a54b-d0a9bed645d1 service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] No waiting events found dispatching network-vif-plugged-aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1121.470406] env[65997]: WARNING nova.compute.manager [req-29f2da44-86b7-4ea5-969b-4c0c2c5ef3f8 req-1fa4407c-b586-4596-a54b-d0a9bed645d1 service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Received unexpected event network-vif-plugged-aa9d8557-c16c-408d-83d4-2578f1fd2a60 for instance with vm_state building and task_state block_device_mapping. [ 1121.527412] env[65997]: DEBUG oslo_vmware.api [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718922, 'name': PowerOnVM_Task, 'duration_secs': 0.979736} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.528460] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb450db-c31e-4d14-8996-e3bf87693798 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.531610] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.532098] env[65997]: INFO nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1121.532312] env[65997]: DEBUG nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.533653] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f81aef2-0930-4d10-90c0-bade18e0736c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.561111] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ff6b6-841b-47ec-8ff5-b3b5032ebf11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.585041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.590230] env[65997]: DEBUG nova.network.neutron [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Successfully updated port: aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1121.769094] env[65997]: WARNING neutronclient.v2_0.client [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.775292] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718923, 'name': CreateVM_Task, 'duration_secs': 0.468762} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.775468] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.775951] env[65997]: WARNING neutronclient.v2_0.client [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.776319] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.776471] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.776789] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.777066] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686dcfda-e3c7-46e2-88de-0333366272fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.782490] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1121.782490] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bd7fc1-d80b-e4fc-1d70-e43ce1d50417" [ 1121.782490] env[65997]: _type = "Task" [ 1121.782490] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.791008] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bd7fc1-d80b-e4fc-1d70-e43ce1d50417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.935898] env[65997]: WARNING neutronclient.v2_0.client [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.971803] env[65997]: DEBUG nova.compute.utils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.975972] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1121.976183] env[65997]: DEBUG nova.network.neutron [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.976477] env[65997]: WARNING neutronclient.v2_0.client [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.976749] env[65997]: WARNING neutronclient.v2_0.client [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.016049] env[65997]: DEBUG nova.network.neutron [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updated VIF entry in instance network info cache for port a44a563c-8b03-490f-8528-920220c1c8bd. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1122.016325] env[65997]: DEBUG nova.network.neutron [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating instance_info_cache with network_info: [{"id": "a44a563c-8b03-490f-8528-920220c1c8bd", "address": "fa:16:3e:78:df:b3", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44a563c-8b", "ovs_interfaceid": "a44a563c-8b03-490f-8528-920220c1c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.019632] env[65997]: DEBUG nova.policy [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382ac222e01749738e71cc08445d3b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198a4ecec02d440289419a63a0c36717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.079433] env[65997]: INFO nova.compute.manager [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Took 23.61 seconds to build instance. [ 1122.093488] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.093854] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.099115] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.099282] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.099454] env[65997]: DEBUG nova.network.neutron [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.131758] env[65997]: DEBUG nova.network.neutron [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Port 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1122.204443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c63e9-2b8b-4a2a-866d-e0c75d11cc5f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.212769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895d36b-766e-4859-92ed-849aaa86dc8f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.245822] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38692c55-6d1c-4872-9970-23728c71c65d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.254914] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f619b12-d068-4fc1-851e-3333f5ed6ddc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.272668] env[65997]: DEBUG nova.compute.provider_tree [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.295351] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bd7fc1-d80b-e4fc-1d70-e43ce1d50417, 'name': SearchDatastore_Task, 'duration_secs': 0.017965} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.295619] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295841] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.296093] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.296491] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.296712] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.296994] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6a4860-0f1f-4e22-9a77-24b0ed7a7e5e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.307231] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.307476] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.308365] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19de47c4-f64c-45bc-9a9a-c4e3b9187112 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.315072] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1122.315072] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cf1bab-66a5-bac7-65da-6c116d902bb8" [ 1122.315072] env[65997]: _type = "Task" [ 1122.315072] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.327246] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cf1bab-66a5-bac7-65da-6c116d902bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.338441] env[65997]: DEBUG nova.network.neutron [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Successfully created port: ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1122.479309] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1122.522473] env[65997]: DEBUG oslo_concurrency.lockutils [req-004d4d74-b80c-4a6a-b1ad-81529d8adf07 req-77612ac3-2689-4825-8d6b-21eb1fd4a03b service nova] Releasing lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.583849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d70f73b4-e786-4713-a4be-2f97d5472cf6 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.124s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.639692] env[65997]: DEBUG nova.network.neutron [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1122.718518] env[65997]: WARNING neutronclient.v2_0.client [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.776248] env[65997]: DEBUG nova.scheduler.client.report [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.827170] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cf1bab-66a5-bac7-65da-6c116d902bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.828094] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8710d7c0-ae0d-4869-ab3c-cd56c3e410dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.834896] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1122.834896] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d6f527-7b92-4ffc-b833-ac1c4427f154" [ 1122.834896] env[65997]: _type = "Task" [ 1122.834896] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.844393] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d6f527-7b92-4ffc-b833-ac1c4427f154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.873040] env[65997]: DEBUG nova.network.neutron [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.932767] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1122.933463] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.933691] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.933840] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.934030] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.934173] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.934972] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.934972] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.934972] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.934972] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.935189] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.935189] env[65997]: DEBUG nova.virt.hardware [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.936084] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076265a-ad20-4ffb-99fd-c513eecd880a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.946752] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a78db-1d4c-4cba-bb83-1a1db2a1b0cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.160604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.160604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.160604] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.282101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.285195] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.285608] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.285608] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.285754] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.285903] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.286067] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.286253] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.286416] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1123.286656] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.310599] env[65997]: INFO nova.scheduler.client.report [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Deleted allocations for instance 4c307382-726d-43b9-b068-658df2f21c5e [ 1123.348842] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d6f527-7b92-4ffc-b833-ac1c4427f154, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.349298] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.349490] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 127d0363-302d-487c-a0f0-ff38dbc0a6b0/127d0363-302d-487c-a0f0-ff38dbc0a6b0.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.349870] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-209d85d4-4c70-4848-9e99-e23b307c7452 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.358549] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1123.358549] env[65997]: value = "task-4718924" [ 1123.358549] env[65997]: _type = "Task" [ 1123.358549] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.369181] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.376306] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.376725] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Instance network_info: |[{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1123.377234] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d9:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa9d8557-c16c-408d-83d4-2578f1fd2a60', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.385100] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1123.385723] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.386046] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3dbb966-74f8-498e-92d6-4c75c5827b78 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.408162] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.408162] env[65997]: value = "task-4718925" [ 1123.408162] env[65997]: _type = "Task" [ 1123.408162] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.417636] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718925, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.488953] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1123.507884] env[65997]: DEBUG nova.compute.manager [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Received event network-changed-aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1123.508144] env[65997]: DEBUG nova.compute.manager [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Refreshing instance network info cache due to event network-changed-aa9d8557-c16c-408d-83d4-2578f1fd2a60. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1123.508410] env[65997]: DEBUG oslo_concurrency.lockutils [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] Acquiring lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.508640] env[65997]: DEBUG oslo_concurrency.lockutils [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] Acquired lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.508782] env[65997]: DEBUG nova.network.neutron [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Refreshing network info cache for port aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.520074] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.520410] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.520623] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.520833] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.520976] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.521220] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.521529] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.525031] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.525031] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.525031] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.525031] env[65997]: DEBUG nova.virt.hardware [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.525031] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77287b9f-61ca-43ee-b39d-8a679bf52aca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.534999] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30556555-4dc6-4d81-92da-ab2daf1a4192 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.706311] env[65997]: DEBUG nova.compute.manager [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1123.706588] env[65997]: DEBUG nova.compute.manager [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing instance network info cache due to event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1123.706916] env[65997]: DEBUG oslo_concurrency.lockutils [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.707157] env[65997]: DEBUG oslo_concurrency.lockutils [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.707330] env[65997]: DEBUG nova.network.neutron [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.789932] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.790162] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.790406] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.790493] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1123.791510] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb13bf7-6e25-4f7b-b25a-9c726f56115c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.802322] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311af8e5-c65f-4f9d-830e-b5fe59d34496 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.824569] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa869b-76df-41d0-b34f-b63597ff0190 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.827859] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2441ecf8-77d0-4e65-a598-c0c54261a1c4 tempest-ServersTestJSON-1639363980 tempest-ServersTestJSON-1639363980-project-member] Lock "4c307382-726d-43b9-b068-658df2f21c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.504s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.835535] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754629a1-4475-4e24-bb73-155d99a11feb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.875716] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178855MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1123.875875] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.876109] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.888161] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.922181] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718925, 'name': CreateVM_Task, 'duration_secs': 0.423787} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.922384] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.922910] env[65997]: WARNING neutronclient.v2_0.client [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.923510] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'attachment_id': 'f392be8d-150d-4662-bb7e-811f71d70a5f', 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920851', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'name': 'volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dffd295-311f-4baf-b0d7-9ec16b025f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'serial': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65997) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1123.923888] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Root volume attach. Driver type: vmdk {{(pid=65997) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1123.924599] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8188e0f-a3cf-4934-a5aa-a259ad01112b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.934043] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe4c1fa-f456-4fe2-9964-7994a6b0b299 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.943561] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3c829-1a3a-472a-a852-e0521dbf52d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.952522] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-40146c30-23c3-453c-a91c-3ce2d5fef83e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.961836] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1123.961836] env[65997]: value = "task-4718926" [ 1123.961836] env[65997]: _type = "Task" [ 1123.961836] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.971867] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.980948] env[65997]: DEBUG nova.network.neutron [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Successfully updated port: ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1124.013526] env[65997]: WARNING neutronclient.v2_0.client [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.167758] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.211347] env[65997]: WARNING neutronclient.v2_0.client [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.214238] env[65997]: WARNING neutronclient.v2_0.client [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.220766] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.220913] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.221061] env[65997]: DEBUG nova.network.neutron [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.375767] env[65997]: DEBUG nova.network.neutron [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updated VIF entry in instance network info cache for port aa9d8557-c16c-408d-83d4-2578f1fd2a60. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1124.376298] env[65997]: DEBUG nova.network.neutron [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.405018] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593965} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.405351] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 127d0363-302d-487c-a0f0-ff38dbc0a6b0/127d0363-302d-487c-a0f0-ff38dbc0a6b0.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.405630] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.405958] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa5cc79a-fbf2-4043-bf18-d72bddf7e3f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.424529] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1124.424529] env[65997]: value = "task-4718927" [ 1124.424529] env[65997]: _type = "Task" [ 1124.424529] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.442477] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.478885] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 40%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.485301] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485463] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.485721] env[65997]: DEBUG nova.network.neutron [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.496984] env[65997]: WARNING neutronclient.v2_0.client [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.577361] env[65997]: DEBUG nova.network.neutron [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updated VIF entry in instance network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1124.577839] env[65997]: DEBUG nova.network.neutron [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.726566] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.883793] env[65997]: DEBUG oslo_concurrency.lockutils [req-fe205464-4bbb-466a-86be-4edd9504b380 req-0c7f9852-6406-4bf4-b99c-1eed17f2bdae service nova] Releasing lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.890947] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Applying migration context for instance 4b82b4ce-00c3-4062-95cb-c81c1431649c as it has an incoming, in-progress migration b1eddd80-f922-4afa-bf10-7f9e1f2b993f. Migration status is post-migrating {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1124.892829] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating resource usage from migration b1eddd80-f922-4afa-bf10-7f9e1f2b993f [ 1124.915206] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.915369] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 95018846-027f-44b4-8a41-78e2c3a169bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.915476] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d1cf7f51-2954-49d8-b956-6602c2288b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.915590] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0cfbe97f-e080-4e6f-b694-73429afb8b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.915697] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 462546ed-5bae-4629-8649-b5dd11f95b46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.915804] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 55e1ec0c-7652-4ad5-a03c-62667c20159f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.915909] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.916133] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dd26cf8f-a8d6-43fd-9623-6e03c1344b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.916345] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 3bcbb594-80af-42b4-a865-91f4314f8d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.916546] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Migration b1eddd80-f922-4afa-bf10-7f9e1f2b993f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1124.916740] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4b82b4ce-00c3-4062-95cb-c81c1431649c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.916913] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 127d0363-302d-487c-a0f0-ff38dbc0a6b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.917065] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 6dffd295-311f-4baf-b0d7-9ec16b025f1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.917183] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1f8807e8-46cc-4cae-8429-71eeec233cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1124.917401] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1124.917556] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '8', 'num_task_None': '9', 'num_os_type_None': '13', 'num_proj_0e89748fbce84e5080ada51a30818685': '3', 'io_workload': '3', 'num_vm_stopped': '1', 'num_task_resize_migrated': '1', 'num_proj_e1ea855a876342a8a48124005702976a': '1', 'num_proj_5f66f55e1a1e4d658bf72df3fa24d4f1': '3', 'num_vm_rescued': '1', 'num_proj_c2acb84d091e4302b9be7c57b87ad4c0': '1', 'num_proj_63426c0fd9034bd4bc7e47b49085d7dc': '1', 'num_proj_1396886123ae4f84938b7e47d9ac222a': '1', 'num_proj_35274325388d4c18a7b6f7f868036d01': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_442f1894b0da4e139b2a8090c12161f6': '1', 'num_proj_198a4ecec02d440289419a63a0c36717': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1124.940755] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082965} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.944578] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.945877] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9775254-11f2-4422-95ef-380b66444f21 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.980139] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 127d0363-302d-487c-a0f0-ff38dbc0a6b0/127d0363-302d-487c-a0f0-ff38dbc0a6b0.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.985033] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b672b92-5980-4518-b9dd-bcb39f9232bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.007830] env[65997]: WARNING neutronclient.v2_0.client [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.025337] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 54%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.025337] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1125.025337] env[65997]: value = "task-4718928" [ 1125.025337] env[65997]: _type = "Task" [ 1125.025337] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.039804] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.045129] env[65997]: DEBUG nova.network.neutron [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.080630] env[65997]: DEBUG oslo_concurrency.lockutils [req-639a10ef-6c9f-4c65-9847-9b5ca0392661 req-ca94adb3-eae2-4253-9eab-07595465352a service nova] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.137072] env[65997]: DEBUG nova.network.neutron [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.200860] env[65997]: WARNING neutronclient.v2_0.client [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.205568] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2dfbc8-2c67-4a8d-b864-c905b307d2c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.221122] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd71111-0b0c-4a30-abed-64168509ed6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.262898] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0812697-9cdf-47eb-be70-77b07eda6d37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.280981] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec23c0-4dd1-4947-8fc3-fa04668d47dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.303329] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.341578] env[65997]: DEBUG nova.network.neutron [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.486244] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 65%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.537970] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718928, 'name': ReconfigVM_Task, 'duration_secs': 0.487913} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.537970] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 127d0363-302d-487c-a0f0-ff38dbc0a6b0/127d0363-302d-487c-a0f0-ff38dbc0a6b0.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.538696] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86148dbd-ac9a-4ea6-87d1-542d5702c3c2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.549618] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1125.549618] env[65997]: value = "task-4718929" [ 1125.549618] env[65997]: _type = "Task" [ 1125.549618] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.562910] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718929, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.565607] env[65997]: DEBUG nova.compute.manager [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Received event network-vif-plugged-ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1125.565831] env[65997]: DEBUG oslo_concurrency.lockutils [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] Acquiring lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.566047] env[65997]: DEBUG oslo_concurrency.lockutils [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.566217] env[65997]: DEBUG oslo_concurrency.lockutils [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.566383] env[65997]: DEBUG nova.compute.manager [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] No waiting events found dispatching network-vif-plugged-ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1125.566541] env[65997]: WARNING nova.compute.manager [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Received unexpected event network-vif-plugged-ed1a7ca2-873b-4833-aa50-93b3bd90610f for instance with vm_state building and task_state spawning. [ 1125.566740] env[65997]: DEBUG nova.compute.manager [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Received event network-changed-ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1125.566929] env[65997]: DEBUG nova.compute.manager [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Refreshing instance network info cache due to event network-changed-ed1a7ca2-873b-4833-aa50-93b3bd90610f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1125.567232] env[65997]: DEBUG oslo_concurrency.lockutils [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.642429] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.807125] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.844134] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.844725] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Instance network_info: |[{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1125.845117] env[65997]: DEBUG oslo_concurrency.lockutils [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.845437] env[65997]: DEBUG nova.network.neutron [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Refreshing network info cache for port ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.848161] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:28:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed1a7ca2-873b-4833-aa50-93b3bd90610f', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.857403] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1125.858727] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.858727] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8474cc56-1d8c-4797-8a4b-6ed831aa90f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.884984] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.884984] env[65997]: value = "task-4718930" [ 1125.884984] env[65997]: _type = "Task" [ 1125.884984] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.896831] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718930, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.986615] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 78%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.063826] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718929, 'name': Rename_Task, 'duration_secs': 0.176766} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.064165] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.064449] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374fa54e-7c76-4786-9d20-eeab0a771db8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.074593] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1126.074593] env[65997]: value = "task-4718931" [ 1126.074593] env[65997]: _type = "Task" [ 1126.074593] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.088271] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.172059] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609985b-965d-4024-99b2-826c21656dd0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.196286] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58bde4a-5fae-41f0-a90b-9a6de03a30ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.206469] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.313217] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1126.313217] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.437s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.359042] env[65997]: WARNING neutronclient.v2_0.client [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.405068] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718930, 'name': CreateVM_Task, 'duration_secs': 0.418934} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.405304] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.405930] env[65997]: WARNING neutronclient.v2_0.client [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.406363] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.406610] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.406998] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.407353] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77b37b1-5dfb-43a0-bdf4-b5eea24bc8b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.417256] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1126.417256] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e4169f-d093-1abf-4ebe-e4fddbe4a9b2" [ 1126.417256] env[65997]: _type = "Task" [ 1126.417256] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.434264] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e4169f-d093-1abf-4ebe-e4fddbe4a9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.485976] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 92%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.587926] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.604330] env[65997]: WARNING neutronclient.v2_0.client [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.689067] env[65997]: DEBUG nova.network.neutron [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updated VIF entry in instance network info cache for port ed1a7ca2-873b-4833-aa50-93b3bd90610f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.689290] env[65997]: DEBUG nova.network.neutron [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.713034] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f997af3e-31a6-4277-9cf4-f5d1fff5713f tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance '4b82b4ce-00c3-4062-95cb-c81c1431649c' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.930548] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e4169f-d093-1abf-4ebe-e4fddbe4a9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.019027} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.931147] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.931446] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.931733] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.931929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.932164] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.932697] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-079736a7-726b-4c09-a9f5-1201263d4626 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.942737] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.942915] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.943748] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eec1c27-18d0-46ed-8387-c7777dbc9ace {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.949987] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1126.949987] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5289c6d3-edcc-995e-7e92-9f4ecaf3c9d1" [ 1126.949987] env[65997]: _type = "Task" [ 1126.949987] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.959820] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5289c6d3-edcc-995e-7e92-9f4ecaf3c9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.983762] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 97%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.086132] env[65997]: DEBUG oslo_vmware.api [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4718931, 'name': PowerOnVM_Task, 'duration_secs': 0.603925} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.086436] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.086638] env[65997]: INFO nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1127.086816] env[65997]: DEBUG nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1127.087642] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f8f6df-3ff0-47a9-92c3-4b65c82b8796 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.192394] env[65997]: DEBUG oslo_concurrency.lockutils [req-78bc809b-5c8c-459f-9ab8-02629e23196d req-a7697959-34cc-4fd5-8847-a6ffa5b05ce7 service nova] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.462827] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5289c6d3-edcc-995e-7e92-9f4ecaf3c9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.463686] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab558a69-453d-48ab-b874-3eafec750789 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.470180] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1127.470180] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bab742-51f7-41a4-d147-1301047def42" [ 1127.470180] env[65997]: _type = "Task" [ 1127.470180] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.484455] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52bab742-51f7-41a4-d147-1301047def42, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.488174] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.488539] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.488840] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 97%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.489148] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f683a74-8a8f-4caa-bb40-9be2a7a18145 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.497570] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1127.497570] env[65997]: value = "task-4718932" [ 1127.497570] env[65997]: _type = "Task" [ 1127.497570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.507329] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.579205] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.609137] env[65997]: INFO nova.compute.manager [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Took 15.54 seconds to build instance. [ 1127.813947] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.814236] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.986585] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 98%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.012476] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505283} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.012908] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.013254] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.013661] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8f4a54a-31a5-465e-8404-dfc8a527d783 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.024335] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1128.024335] env[65997]: value = "task-4718933" [ 1128.024335] env[65997]: _type = "Task" [ 1128.024335] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.037783] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.113130] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e12e4c7f-ef43-4611-bd27-79c0eb32db3c tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.054s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.318034] env[65997]: DEBUG nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1128.387967] env[65997]: DEBUG nova.compute.manager [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Received event network-changed-a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.388205] env[65997]: DEBUG nova.compute.manager [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Refreshing instance network info cache due to event network-changed-a44a563c-8b03-490f-8528-920220c1c8bd. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.388430] env[65997]: DEBUG oslo_concurrency.lockutils [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] Acquiring lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.388573] env[65997]: DEBUG oslo_concurrency.lockutils [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] Acquired lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.388875] env[65997]: DEBUG nova.network.neutron [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Refreshing network info cache for port a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.486019] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task} progress is 98%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.534786] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066986} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.535064] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.535868] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef9ed11-4d7b-4ee9-af23-61996c7dbe12 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.559904] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.560218] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1703a1-c863-4aef-bc1a-d5c89d587229 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.580348] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1128.580348] env[65997]: value = "task-4718934" [ 1128.580348] env[65997]: _type = "Task" [ 1128.580348] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.589372] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.840929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.841307] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.842854] env[65997]: INFO nova.compute.claims [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.892700] env[65997]: WARNING neutronclient.v2_0.client [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.986146] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718926, 'name': RelocateVM_Task, 'duration_secs': 4.603524} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.986442] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.986639] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920851', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'name': 'volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dffd295-311f-4baf-b0d7-9ec16b025f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'serial': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.987631] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded81e6d-d400-44cb-821d-2502ccec4934 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.005067] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5b8953-ad6f-4452-b4c5-2add889f7599 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.032637] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550/volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.032955] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9a406d-f996-42a3-a1d0-9ec819b6a787 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.056670] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1129.056670] env[65997]: value = "task-4718935" [ 1129.056670] env[65997]: _type = "Task" [ 1129.056670] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.065826] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.082044] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.082044] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.082253] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1129.091462] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.283288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.283536] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.283733] env[65997]: DEBUG nova.compute.manager [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Going to confirm migration 7 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1129.498360] env[65997]: WARNING neutronclient.v2_0.client [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.569580] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.578342] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.578538] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Cleaning up deleted instances with incomplete migration {{(pid=65997) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1129.593401] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718934, 'name': ReconfigVM_Task, 'duration_secs': 0.833877} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.594555] env[65997]: DEBUG nova.network.neutron [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updated VIF entry in instance network info cache for port a44a563c-8b03-490f-8528-920220c1c8bd. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.594897] env[65997]: DEBUG nova.network.neutron [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating instance_info_cache with network_info: [{"id": "a44a563c-8b03-490f-8528-920220c1c8bd", "address": "fa:16:3e:78:df:b3", "network": {"id": "03d5775a-ab15-49ca-ab4b-a0bfdf2e4b13", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-98507048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "442f1894b0da4e139b2a8090c12161f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44a563c-8b", "ovs_interfaceid": "a44a563c-8b03-490f-8528-920220c1c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.596143] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.600047] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47382f22-9b59-4710-8aa6-6a26982c23f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.606529] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1129.606529] env[65997]: value = "task-4718936" [ 1129.606529] env[65997]: _type = "Task" [ 1129.606529] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.617572] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718936, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.791328] env[65997]: WARNING neutronclient.v2_0.client [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.826183] env[65997]: WARNING neutronclient.v2_0.client [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.826458] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.826618] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.826788] env[65997]: DEBUG nova.network.neutron [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.826967] env[65997]: DEBUG nova.objects.instance [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'info_cache' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.066365] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c97ae2a-d12c-43fc-8085-9e93a48e3268 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.072104] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718935, 'name': ReconfigVM_Task, 'duration_secs': 0.56918} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.072727] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550/volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.079053] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e294f482-7279-40d1-860b-9135b40e838d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.089935] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cbf318-dc75-48a2-b786-ba3de453e494 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.097842] env[65997]: DEBUG oslo_concurrency.lockutils [req-c05ac09c-1a9d-4a6f-96f0-1245aabbe233 req-8400741a-24fa-4f09-aa25-e05f2a32b739 service nova] Releasing lock "refresh_cache-127d0363-302d-487c-a0f0-ff38dbc0a6b0" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.124730] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1130.124730] env[65997]: value = "task-4718937" [ 1130.124730] env[65997]: _type = "Task" [ 1130.124730] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.129655] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8e7f1-622c-402e-9372-4e77eb03f1c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.147553] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b58e4-fd91-4704-b3a8-9fa2502b0ffb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.151767] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718936, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.151998] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.163241] env[65997]: DEBUG nova.compute.provider_tree [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.638463] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718937, 'name': ReconfigVM_Task, 'duration_secs': 0.308568} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.641657] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920851', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'name': 'volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dffd295-311f-4baf-b0d7-9ec16b025f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'serial': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.642323] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718936, 'name': Rename_Task, 'duration_secs': 0.958895} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.642539] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deb92cf7-8e18-46a6-a122-58ccb367813d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.644272] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.644511] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae36b490-6196-4b2a-8746-4c82124c254e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.652609] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1130.652609] env[65997]: value = "task-4718939" [ 1130.652609] env[65997]: _type = "Task" [ 1130.652609] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.654108] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1130.654108] env[65997]: value = "task-4718938" [ 1130.654108] env[65997]: _type = "Task" [ 1130.654108] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.666169] env[65997]: DEBUG nova.scheduler.client.report [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.669199] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.672895] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718938, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.833141] env[65997]: WARNING neutronclient.v2_0.client [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.006470] env[65997]: WARNING neutronclient.v2_0.client [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.078873] env[65997]: DEBUG nova.network.neutron [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.093021] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.170103] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718938, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.174060] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.174669] env[65997]: DEBUG nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1131.177472] env[65997]: DEBUG oslo_vmware.api [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4718939, 'name': PowerOnVM_Task, 'duration_secs': 0.512289} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.177906] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.178142] env[65997]: INFO nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1131.178378] env[65997]: DEBUG nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1131.179511] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07500b57-e3d9-4f3e-92da-d9e53946042a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.578871] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.581741] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.581990] env[65997]: DEBUG nova.objects.instance [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'migration_context' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.670769] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718938, 'name': Rename_Task, 'duration_secs': 0.837287} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.671064] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.671395] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf1c7185-01ba-49b9-b18b-b19947a3e273 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.679403] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1131.679403] env[65997]: value = "task-4718940" [ 1131.679403] env[65997]: _type = "Task" [ 1131.679403] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.680360] env[65997]: DEBUG nova.compute.utils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.681827] env[65997]: DEBUG nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1131.695546] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.700059] env[65997]: INFO nova.compute.manager [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Took 18.24 seconds to build instance. [ 1132.084830] env[65997]: DEBUG nova.objects.base [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Object Instance<4b82b4ce-00c3-4062-95cb-c81c1431649c> lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.085919] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836fbb8d-0ddd-4511-970c-d9b665b351ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.106709] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85985f9-305b-4a5c-9be6-31f5d2ab0ce1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.113225] env[65997]: DEBUG oslo_vmware.api [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1132.113225] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520b2406-6d0d-2436-5158-8df63510ab7c" [ 1132.113225] env[65997]: _type = "Task" [ 1132.113225] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.123184] env[65997]: DEBUG oslo_vmware.api [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520b2406-6d0d-2436-5158-8df63510ab7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.187235] env[65997]: DEBUG nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1132.197619] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718940, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.202427] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5557b288-ffbb-42fe-8259-e2aa987853a0 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.761s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.361987] env[65997]: DEBUG nova.compute.manager [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Received event network-changed-ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1132.362246] env[65997]: DEBUG nova.compute.manager [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Refreshing instance network info cache due to event network-changed-ed1a7ca2-873b-4833-aa50-93b3bd90610f. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1132.362524] env[65997]: DEBUG oslo_concurrency.lockutils [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.362678] env[65997]: DEBUG oslo_concurrency.lockutils [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.362839] env[65997]: DEBUG nova.network.neutron [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Refreshing network info cache for port ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.578085] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.578481] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.626715] env[65997]: DEBUG oslo_vmware.api [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520b2406-6d0d-2436-5158-8df63510ab7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.627061] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.627320] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.701174] env[65997]: DEBUG oslo_vmware.api [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718940, 'name': PowerOnVM_Task, 'duration_secs': 0.534445} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.701524] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.701733] env[65997]: INFO nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1132.701949] env[65997]: DEBUG nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1132.702906] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67816e-ed1a-41ee-95d3-e19114a6e6a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.865611] env[65997]: WARNING neutronclient.v2_0.client [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.033795] env[65997]: WARNING neutronclient.v2_0.client [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.082382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.114817] env[65997]: DEBUG nova.network.neutron [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updated VIF entry in instance network info cache for port ed1a7ca2-873b-4833-aa50-93b3bd90610f. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.115243] env[65997]: DEBUG nova.network.neutron [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.196801] env[65997]: DEBUG nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1133.222551] env[65997]: INFO nova.compute.manager [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Took 20.89 seconds to build instance. [ 1133.226895] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1133.227160] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.227306] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1133.227563] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.227714] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1133.227855] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1133.228074] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1133.228271] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1133.228451] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1133.228661] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1133.228844] env[65997]: DEBUG nova.virt.hardware [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1133.229729] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e1b2e-b4d2-4f11-9948-018e98cd3329 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.242018] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd149e-be2c-493a-97a1-8d722ed5254a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.259959] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.265706] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Creating folder: Project (4620e57befdb4e1fad28f7fc1ff8b08a). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.268440] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81615435-0d99-4dd6-a359-11dab477a8d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.281337] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Created folder: Project (4620e57befdb4e1fad28f7fc1ff8b08a) in parent group-v920549. [ 1133.281727] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Creating folder: Instances. Parent ref: group-v920859. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.285097] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49bb6c7f-a329-4ed3-8dd8-371fa020177c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.297274] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Created folder: Instances in parent group-v920859. [ 1133.297563] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1133.300407] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.300914] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b439cf-39c7-4b00-bf90-5d480fd3cb00 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.323909] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.323909] env[65997]: value = "task-4718943" [ 1133.323909] env[65997]: _type = "Task" [ 1133.323909] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.334618] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718943, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.366443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebcec9-e2a5-4239-b55f-9a056ef55942 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.378484] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aab6fe-dcd1-4888-9f59-2596a21880fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.424127] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882101d5-4924-4009-8ae7-519d681b6408 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.433329] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a82fe-b4c3-412f-b76d-fda144947a97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.451074] env[65997]: DEBUG nova.compute.provider_tree [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.618435] env[65997]: DEBUG oslo_concurrency.lockutils [req-456c71bb-12c0-4867-8ab0-a4dfc4b9679a req-ff153061-84fa-4165-afea-6c817071640c service nova] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.724315] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c3d27a3c-b8c6-4626-aba3-357411cd1f75 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.401s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.833657] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718943, 'name': CreateVM_Task, 'duration_secs': 0.283974} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.833815] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.834276] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.834458] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.834828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.835116] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15c8d5f-19f2-4c49-86b2-3e88b3179f79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.842049] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1133.842049] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201bfde-7b89-5092-ecda-9fd1f4123314" [ 1133.842049] env[65997]: _type = "Task" [ 1133.842049] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.851625] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201bfde-7b89-5092-ecda-9fd1f4123314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.955157] env[65997]: DEBUG nova.scheduler.client.report [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.294204] env[65997]: DEBUG nova.compute.manager [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Received event network-changed-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.294457] env[65997]: DEBUG nova.compute.manager [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Refreshing instance network info cache due to event network-changed-ec6a5493-f555-4b2c-a42c-6ecfab0a4374. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1134.294778] env[65997]: DEBUG oslo_concurrency.lockutils [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] Acquiring lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.294956] env[65997]: DEBUG oslo_concurrency.lockutils [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] Acquired lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.295705] env[65997]: DEBUG nova.network.neutron [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Refreshing network info cache for port ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.355345] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5201bfde-7b89-5092-ecda-9fd1f4123314, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.355663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.355897] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.356311] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.356516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.356713] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.357064] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b575fe1-938d-42a9-9619-62ccee9d8190 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.368563] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.368803] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.369803] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31448653-d104-4a9b-87d1-90d69336e080 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.381994] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1134.381994] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5268030c-e6be-1dc3-c6ce-d73146370133" [ 1134.381994] env[65997]: _type = "Task" [ 1134.381994] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.391832] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5268030c-e6be-1dc3-c6ce-d73146370133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.797632] env[65997]: WARNING neutronclient.v2_0.client [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.893444] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5268030c-e6be-1dc3-c6ce-d73146370133, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.894302] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c061c8-cd75-406c-94ea-c8d1c6a7ddf8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.900449] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1134.900449] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5211369a-ac39-17cc-ef05-b0f3a9cd426f" [ 1134.900449] env[65997]: _type = "Task" [ 1134.900449] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.913969] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5211369a-ac39-17cc-ef05-b0f3a9cd426f, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.914253] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.914528] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.914821] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d776fcdb-26cf-490d-bfec-73f2285b955b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.923783] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1134.923783] env[65997]: value = "task-4718944" [ 1134.923783] env[65997]: _type = "Task" [ 1134.923783] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.934429] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.966936] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.339s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.967228] env[65997]: DEBUG nova.compute.manager [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65997) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1134.970294] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.888s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.970409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.970566] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1134.971740] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea41b0f-7fb0-4a3f-8dcf-b5b6a313f521 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.981482] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb87e2-d57d-4ed1-b296-777046ab5188 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.987319] env[65997]: WARNING neutronclient.v2_0.client [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.003486] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6b0f2-eb6c-4bbf-a750-4f4745abc4cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.012789] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69455f-c02c-4fc9-8376-c8abe074503d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.048521] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178855MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1135.048739] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.048950] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.092886] env[65997]: DEBUG nova.network.neutron [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updated VIF entry in instance network info cache for port ec6a5493-f555-4b2c-a42c-6ecfab0a4374. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.093326] env[65997]: DEBUG nova.network.neutron [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updating instance_info_cache with network_info: [{"id": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "address": "fa:16:3e:f1:20:49", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6a5493-f5", "ovs_interfaceid": "ec6a5493-f555-4b2c-a42c-6ecfab0a4374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.437728] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490435} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.437876] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.438090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.438347] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d4fdb59-c175-4828-9cdd-ed38f524847d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.446316] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1135.446316] env[65997]: value = "task-4718945" [ 1135.446316] env[65997]: _type = "Task" [ 1135.446316] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.461617] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.596387] env[65997]: DEBUG oslo_concurrency.lockutils [req-ce45862a-077e-428b-a944-69ff80e4c157 req-782d28ad-70e4-4bc6-b915-b7f6514ebfbc service nova] Releasing lock "refresh_cache-1a3fe83c-ebc1-4eba-a971-f3581b46590b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.623327] env[65997]: INFO nova.scheduler.client.report [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted allocation for migration b1eddd80-f922-4afa-bf10-7f9e1f2b993f [ 1135.774057] env[65997]: DEBUG nova.compute.manager [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1135.957787] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069183} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.958209] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.958886] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c6cb8-4884-4179-b73d-2667260d670f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.981166] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.981557] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a388e3d5-37d0-4d60-903c-fa070d983a5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.002483] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1136.002483] env[65997]: value = "task-4718946" [ 1136.002483] env[65997]: _type = "Task" [ 1136.002483] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.011521] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.065062] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating resource usage from migration a09891e5-64bd-418d-ac0f-e5b024fe2b34 [ 1136.083820] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.083978] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 95018846-027f-44b4-8a41-78e2c3a169bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084113] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d1cf7f51-2954-49d8-b956-6602c2288b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084231] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0cfbe97f-e080-4e6f-b694-73429afb8b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084345] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 462546ed-5bae-4629-8649-b5dd11f95b46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084455] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 55e1ec0c-7652-4ad5-a03c-62667c20159f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084564] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084672] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dd26cf8f-a8d6-43fd-9623-6e03c1344b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084778] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 3bcbb594-80af-42b4-a865-91f4314f8d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084883] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 4b82b4ce-00c3-4062-95cb-c81c1431649c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.084988] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 127d0363-302d-487c-a0f0-ff38dbc0a6b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.085107] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1f8807e8-46cc-4cae-8429-71eeec233cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.085211] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance a6c08f77-e369-40fa-8c79-bfb04aaacd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.085316] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Migration a09891e5-64bd-418d-ac0f-e5b024fe2b34 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1136.085420] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 6dffd295-311f-4baf-b0d7-9ec16b025f1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1136.085635] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1136.085785] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '11', 'num_task_None': '12', 'num_os_type_None': '14', 'num_proj_0e89748fbce84e5080ada51a30818685': '3', 'io_workload': '2', 'num_vm_stopped': '1', 'num_proj_e1ea855a876342a8a48124005702976a': '1', 'num_proj_5f66f55e1a1e4d658bf72df3fa24d4f1': '3', 'num_vm_rescued': '1', 'num_proj_c2acb84d091e4302b9be7c57b87ad4c0': '1', 'num_proj_63426c0fd9034bd4bc7e47b49085d7dc': '1', 'num_proj_1396886123ae4f84938b7e47d9ac222a': '1', 'num_proj_35274325388d4c18a7b6f7f868036d01': '1', 'num_proj_442f1894b0da4e139b2a8090c12161f6': '1', 'num_task_resize_prep': '1', 'num_proj_198a4ecec02d440289419a63a0c36717': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_4620e57befdb4e1fad28f7fc1ff8b08a': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1136.130699] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8a92bbcf-6363-4869-ab7c-e0e132cdb2b4 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.847s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.283121] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9418aa1-eff2-418d-b149-0ea3b760a36c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.291526] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.292717] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2aff05-0a17-439b-84d2-bb3c7e744f7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.327483] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7d23e-0970-4454-9567-0fa4750f3949 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.330917] env[65997]: DEBUG nova.compute.manager [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Received event network-changed-aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1136.331116] env[65997]: DEBUG nova.compute.manager [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Refreshing instance network info cache due to event network-changed-aa9d8557-c16c-408d-83d4-2578f1fd2a60. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1136.331348] env[65997]: DEBUG oslo_concurrency.lockutils [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] Acquiring lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.331489] env[65997]: DEBUG oslo_concurrency.lockutils [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] Acquired lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.331642] env[65997]: DEBUG nova.network.neutron [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Refreshing network info cache for port aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.339266] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002adb14-4ae7-4b81-9a31-a894de69c097 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.354559] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.369897] env[65997]: DEBUG nova.objects.instance [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'flavor' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.513827] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.834523] env[65997]: WARNING neutronclient.v2_0.client [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.857624] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.875390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.875629] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.875804] env[65997]: DEBUG nova.network.neutron [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.875976] env[65997]: DEBUG nova.objects.instance [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'info_cache' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.014197] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718946, 'name': ReconfigVM_Task, 'duration_secs': 0.742591} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.014197] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.014652] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f1c68d5-e24e-4178-ab07-ad1823e91412 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.017530] env[65997]: WARNING neutronclient.v2_0.client [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.025742] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1137.025742] env[65997]: value = "task-4718947" [ 1137.025742] env[65997]: _type = "Task" [ 1137.025742] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.035680] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718947, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.092260] env[65997]: DEBUG nova.network.neutron [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updated VIF entry in instance network info cache for port aa9d8557-c16c-408d-83d4-2578f1fd2a60. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1137.092726] env[65997]: DEBUG nova.network.neutron [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.362546] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1137.362756] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.314s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.363058] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.072s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.364612] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.364701] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Cleaning up deleted instances {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1137.380625] env[65997]: DEBUG nova.objects.base [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Object Instance<4b82b4ce-00c3-4062-95cb-c81c1431649c> lazy-loaded attributes: flavor,info_cache {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.536083] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718947, 'name': Rename_Task, 'duration_secs': 0.139057} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.536359] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.536602] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b68d510-51f5-4a31-ac9c-addbc54c8c53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.543825] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1137.543825] env[65997]: value = "task-4718948" [ 1137.543825] env[65997]: _type = "Task" [ 1137.543825] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.553914] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.595923] env[65997]: DEBUG oslo_concurrency.lockutils [req-83fec6fa-9954-4c4a-859a-f2ba31755e03 req-ca6b85e4-fb15-4c5f-9dd5-1f88b0acb7ba service nova] Releasing lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.871099] env[65997]: INFO nova.compute.claims [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.888181] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] There are 58 instances to clean {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1137.888361] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 96567882-15c0-425d-91ad-2a008cf8f722] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.890602] env[65997]: WARNING neutronclient.v2_0.client [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.054714] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.055880] env[65997]: WARNING neutronclient.v2_0.client [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.128907] env[65997]: DEBUG nova.network.neutron [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [{"id": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "address": "fa:16:3e:8a:5b:4d", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4d4fa-b1", "ovs_interfaceid": "23b4d4fa-b1dd-407e-8dc5-27e0a39c882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.392872] env[65997]: INFO nova.compute.resource_tracker [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating resource usage from migration a09891e5-64bd-418d-ac0f-e5b024fe2b34 [ 1138.396779] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: e42f5b74-b119-40e3-8d9f-fe1a51fa0b62] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.556241] env[65997]: DEBUG oslo_vmware.api [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718948, 'name': PowerOnVM_Task, 'duration_secs': 0.843043} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.556605] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.556881] env[65997]: INFO nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1138.557160] env[65997]: DEBUG nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1138.557999] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b03ebc2-523c-403b-aed6-74238bc05079 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.599862] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb762bd-8615-43c9-ae2d-c129dc660414 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.608787] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb8c6f-a51b-4a0b-8c9a-0b9abef7dbbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.642212] env[65997]: DEBUG oslo_concurrency.lockutils [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-4b82b4ce-00c3-4062-95cb-c81c1431649c" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.644550] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d3afc-777a-4da3-8315-d18e22eccd2c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.653608] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b179bc77-aae2-4b7e-8106-e8cc4612605f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.668806] env[65997]: DEBUG nova.compute.provider_tree [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.900255] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: c3eaec55-41f5-4812-b5d6-18003f249eb7] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.077725] env[65997]: INFO nova.compute.manager [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Took 10.26 seconds to build instance. [ 1139.171719] env[65997]: DEBUG nova.scheduler.client.report [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.404365] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 5d63ecb1-7911-4a0f-8458-dbfe963234db] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.580349] env[65997]: DEBUG oslo_concurrency.lockutils [None req-678d3c01-4532-49ff-9357-8039253dd258 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.766s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.651377] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.651798] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c832f6dd-6d4a-4b1c-aaf4-275afef89135 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.663755] env[65997]: DEBUG oslo_vmware.api [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1139.663755] env[65997]: value = "task-4718949" [ 1139.663755] env[65997]: _type = "Task" [ 1139.663755] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.673810] env[65997]: DEBUG oslo_vmware.api [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.676665] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.314s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.676865] env[65997]: INFO nova.compute.manager [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Migrating [ 1139.771200] env[65997]: INFO nova.compute.manager [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Rebuilding instance [ 1139.822432] env[65997]: DEBUG nova.compute.manager [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1139.822432] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a15de33-9371-47fd-97d3-32cfecd577cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.908191] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0c88cd7f-e9e2-4372-948b-ca2550c01ee9] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.176130] env[65997]: DEBUG oslo_vmware.api [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.192926] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193214] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.193412] env[65997]: DEBUG nova.network.neutron [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.412226] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 1d46355a-a837-4299-af6c-02491a1984df] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.675181] env[65997]: DEBUG oslo_vmware.api [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.697192] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.774099] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.775036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.775036] env[65997]: DEBUG nova.objects.instance [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'flavor' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.840345] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.841251] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-341bc82c-76c6-4312-aaaf-536ca53fa4db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.849035] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1140.849035] env[65997]: value = "task-4718950" [ 1140.849035] env[65997]: _type = "Task" [ 1140.849035] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.859915] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.877137] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.915260] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 5759e520-5328-4d56-87b4-2880ef46a82c] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.957467] env[65997]: DEBUG nova.network.neutron [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.178109] env[65997]: DEBUG oslo_vmware.api [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718949, 'name': PowerOnVM_Task, 'duration_secs': 1.310191} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.178500] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.178548] env[65997]: DEBUG nova.compute.manager [None req-72373b54-d4fa-47fc-b3b4-1cc3029c6c0e tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1141.179375] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d3061-b4e4-4e5a-9402-596dee9315cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.279115] env[65997]: WARNING neutronclient.v2_0.client [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.279626] env[65997]: DEBUG nova.objects.instance [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'pci_requests' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.360789] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718950, 'name': PowerOffVM_Task, 'duration_secs': 0.308487} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.361071] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.361489] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.362212] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeadce2-29c1-4393-9581-e0e45c8011d3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.371058] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.372043] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-595fac8f-df89-45b2-9fbe-febdca383962 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.398614] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.398894] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.399306] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Deleting the datastore file [datastore2] a6c08f77-e369-40fa-8c79-bfb04aaacd64 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.399608] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9066102-881e-4550-9124-a2d562a05360 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.407988] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1141.407988] env[65997]: value = "task-4718952" [ 1141.407988] env[65997]: _type = "Task" [ 1141.407988] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.418338] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.421285] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: dce4468b-a028-4d65-a149-285973891d1d] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.460616] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.782289] env[65997]: DEBUG nova.objects.base [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Object Instance<55e1ec0c-7652-4ad5-a03c-62667c20159f> lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.782431] env[65997]: DEBUG nova.network.neutron [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1141.782786] env[65997]: WARNING neutronclient.v2_0.client [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.783124] env[65997]: WARNING neutronclient.v2_0.client [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.878986] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7b1b273c-c7cf-46eb-9ba8-73891b95762c tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.918943] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092422} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.919266] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.919452] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.919626] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.924194] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 61e18a23-fb20-447d-bc85-f50f1c1f4158] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.220163] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.220575] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.220664] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.220850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.221030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.223376] env[65997]: INFO nova.compute.manager [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Terminating instance [ 1142.428541] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 06bec700-2ba6-4d17-a815-c52940118d9d] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.727090] env[65997]: DEBUG nova.compute.manager [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1142.727416] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.728349] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214ffa4-96f7-4c3d-a91d-dcbe5dda4683 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.736884] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.737145] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d6e53e-6dfa-4b7c-9efb-297da011953c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.744117] env[65997]: DEBUG oslo_vmware.api [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1142.744117] env[65997]: value = "task-4718953" [ 1142.744117] env[65997]: _type = "Task" [ 1142.744117] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.752910] env[65997]: DEBUG oslo_vmware.api [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.933671] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: c85b1920-bb1a-4037-924d-3f95f4ea606e] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.966378] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.966664] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.966824] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.967010] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.967164] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.967306] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.967516] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.967669] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.967831] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.967990] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.968176] env[65997]: DEBUG nova.virt.hardware [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.969105] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4aca9-9628-465c-9053-43f584668527 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.976985] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9a1885-34da-485a-bbde-6a711c8d6c15 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.983871] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7adbae-49f4-4e15-8e06-4fe86f04faab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.000624] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.014494] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.021109] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.021392] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.021629] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6caf58-89fb-4254-adee-f1cd68a45b97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.040350] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.040350] env[65997]: value = "task-4718954" [ 1143.040350] env[65997]: _type = "Task" [ 1143.040350] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.049602] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718954, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.254828] env[65997]: DEBUG oslo_vmware.api [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718953, 'name': PowerOffVM_Task, 'duration_secs': 0.229349} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.255299] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.255299] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.255529] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61847892-b93e-417a-8872-517e26b8feb5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.330170] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.330170] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.330481] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleting the datastore file [datastore2] 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.331506] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8132cde-f540-45bb-9cb0-a3bd412f439c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.338870] env[65997]: DEBUG oslo_vmware.api [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1143.338870] env[65997]: value = "task-4718956" [ 1143.338870] env[65997]: _type = "Task" [ 1143.338870] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.349336] env[65997]: DEBUG oslo_vmware.api [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.437855] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 161cf2c1-da7d-4755-9c1d-d5c451198642] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.506480] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.506764] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd9aedcb-62a9-4bf6-85cc-24be33cdb567 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.514235] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1143.514235] env[65997]: value = "task-4718957" [ 1143.514235] env[65997]: _type = "Task" [ 1143.514235] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.527826] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.551930] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718954, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.818046] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.818339] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.819027] env[65997]: DEBUG nova.objects.instance [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'flavor' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.850310] env[65997]: DEBUG oslo_vmware.api [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134723} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.850573] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.850755] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.850930] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.851126] env[65997]: INFO nova.compute.manager [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1143.851987] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.851987] env[65997]: DEBUG nova.compute.manager [-] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.851987] env[65997]: DEBUG nova.network.neutron [-] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.851987] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.886028] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.941276] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b7809259-7fe6-4cbe-8672-b585e99a612a] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.025268] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718957, 'name': PowerOffVM_Task, 'duration_secs': 0.461855} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.025418] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.025557] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.052177] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718954, 'name': CreateVM_Task, 'duration_secs': 0.808837} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.052389] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.052759] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.052920] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.053282] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.053559] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d511c812-c9d3-4d0e-b369-634bc073ef94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.059463] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1144.059463] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e189aa-a01c-717b-7383-7965880e0505" [ 1144.059463] env[65997]: _type = "Task" [ 1144.059463] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.068143] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e189aa-a01c-717b-7383-7965880e0505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.323596] env[65997]: WARNING neutronclient.v2_0.client [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.339608] env[65997]: DEBUG nova.compute.manager [req-73897552-c6b0-4dfa-bfa2-0933cdda537c req-bdd2d99a-46ce-4019-8d0b-0dc1e14d57ba service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Received event network-vif-deleted-23b4d4fa-b1dd-407e-8dc5-27e0a39c882a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1144.340035] env[65997]: INFO nova.compute.manager [req-73897552-c6b0-4dfa-bfa2-0933cdda537c req-bdd2d99a-46ce-4019-8d0b-0dc1e14d57ba service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Neutron deleted interface 23b4d4fa-b1dd-407e-8dc5-27e0a39c882a; detaching it from the instance and deleting it from the info cache [ 1144.340035] env[65997]: DEBUG nova.network.neutron [req-73897552-c6b0-4dfa-bfa2-0933cdda537c req-bdd2d99a-46ce-4019-8d0b-0dc1e14d57ba service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.402507] env[65997]: DEBUG nova.objects.instance [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'pci_requests' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.445603] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 3fbeb661-39fc-407f-aeda-cfdb0eaf54ab] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.533858] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1144.534098] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.534174] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1144.534371] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.534510] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1144.534696] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1144.534867] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1144.535028] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1144.535195] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1144.535354] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1144.535523] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1144.540750] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ecd886-34c4-40dd-bc8a-2cd77a4b2b67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.557937] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1144.557937] env[65997]: value = "task-4718958" [ 1144.557937] env[65997]: _type = "Task" [ 1144.557937] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.570267] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52e189aa-a01c-717b-7383-7965880e0505, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.573550] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.573832] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.574081] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.574256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.574446] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.574752] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.574976] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5cc95ea-e936-4dc5-ba20-a50f0798baff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.584538] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.584728] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.585497] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f85faf-4133-4e16-bfea-efb2405c5cac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.592478] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1144.592478] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d98fc1-95bf-0a2a-39a5-bb4f3ebc30b6" [ 1144.592478] env[65997]: _type = "Task" [ 1144.592478] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.601040] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d98fc1-95bf-0a2a-39a5-bb4f3ebc30b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.813380] env[65997]: DEBUG nova.network.neutron [-] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.842150] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69177f9c-76d3-4308-b9fd-6f07f8c4264c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.853911] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93948112-9c7b-4192-b3e1-169ee25638f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.899123] env[65997]: DEBUG nova.compute.manager [req-73897552-c6b0-4dfa-bfa2-0933cdda537c req-bdd2d99a-46ce-4019-8d0b-0dc1e14d57ba service nova] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Detach interface failed, port_id=23b4d4fa-b1dd-407e-8dc5-27e0a39c882a, reason: Instance 4b82b4ce-00c3-4062-95cb-c81c1431649c could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.905861] env[65997]: DEBUG nova.objects.base [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Object Instance<55e1ec0c-7652-4ad5-a03c-62667c20159f> lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.905861] env[65997]: DEBUG nova.network.neutron [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1144.905861] env[65997]: WARNING neutronclient.v2_0.client [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.906059] env[65997]: WARNING neutronclient.v2_0.client [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.946906] env[65997]: DEBUG nova.policy [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.949229] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 1c94ff34-d9cb-4ae7-bf10-43ad441254be] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.069129] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718958, 'name': ReconfigVM_Task, 'duration_secs': 0.175152} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.069129] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.105671] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52d98fc1-95bf-0a2a-39a5-bb4f3ebc30b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.105795] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06af2a98-f4f2-4ada-92ed-fbb7bdf87224 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.112724] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1145.112724] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526ffc61-642f-da82-f913-dc18a16d8315" [ 1145.112724] env[65997]: _type = "Task" [ 1145.112724] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.123993] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526ffc61-642f-da82-f913-dc18a16d8315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.293625] env[65997]: DEBUG nova.network.neutron [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Successfully created port: 520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1145.315800] env[65997]: INFO nova.compute.manager [-] [instance: 4b82b4ce-00c3-4062-95cb-c81c1431649c] Took 1.46 seconds to deallocate network for instance. [ 1145.454787] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 8b17d9da-650f-4ce2-869d-363b2fd90237] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.576896] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.577203] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.577358] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.577494] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.577697] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.577774] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.577969] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.578227] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.578431] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.578627] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.578830] env[65997]: DEBUG nova.virt.hardware [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.584608] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.584961] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2473fd-00b5-4312-a1ab-633e55c99dca {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.605436] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1145.605436] env[65997]: value = "task-4718959" [ 1145.605436] env[65997]: _type = "Task" [ 1145.605436] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.615592] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.625139] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526ffc61-642f-da82-f913-dc18a16d8315, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.625409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.625739] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.626016] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d97840df-14b3-4588-92e6-188da2b739ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.633895] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1145.633895] env[65997]: value = "task-4718960" [ 1145.633895] env[65997]: _type = "Task" [ 1145.633895] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.643916] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.823190] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.823509] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.823802] env[65997]: DEBUG nova.objects.instance [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'resources' on Instance uuid 4b82b4ce-00c3-4062-95cb-c81c1431649c {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.958134] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 584a1809-0558-4ad6-89e2-dd10b3047dfc] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.118121] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718959, 'name': ReconfigVM_Task, 'duration_secs': 0.194262} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.118452] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.119286] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af508bb-7f42-4019-a6e2-9ad8fd5b8cd2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.145084] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550/volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.148582] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72ef292-793d-4cfe-bb87-bded7abe8283 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.168990] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529352} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.170586] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.170888] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.171299] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1146.171299] env[65997]: value = "task-4718961" [ 1146.171299] env[65997]: _type = "Task" [ 1146.171299] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.171543] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6dfbe7-0b3e-46eb-9234-e674f59ab25b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.182642] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.184065] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1146.184065] env[65997]: value = "task-4718962" [ 1146.184065] env[65997]: _type = "Task" [ 1146.184065] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.460664] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 2eb5407f-a830-4551-ab01-4cf997c312eb] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.556360] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71389d2-4839-48aa-9442-06913a160c4d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.565120] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b712f9-5edb-41be-b813-9f8ef610238c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.594989] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdea128-96ae-4756-a5a0-bdf8221858ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.603312] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e3339-b2c0-4aaa-bdb2-d75124f74dc8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.617101] env[65997]: DEBUG nova.compute.provider_tree [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.683419] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.692907] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075848} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.693266] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.694086] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a238fa-0742-46a4-80d7-3c8c95e6f301 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.715614] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.716249] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194a57a9-eff4-4f30-a9b9-f4331e67ce4c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.737973] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1146.737973] env[65997]: value = "task-4718963" [ 1146.737973] env[65997]: _type = "Task" [ 1146.737973] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.747593] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.751861] env[65997]: DEBUG nova.compute.manager [req-3495b6c1-0cd9-46a6-834a-13550cb867bb req-997c5ebb-0c16-4105-9cfa-be483f456395 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-vif-plugged-520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.752150] env[65997]: DEBUG oslo_concurrency.lockutils [req-3495b6c1-0cd9-46a6-834a-13550cb867bb req-997c5ebb-0c16-4105-9cfa-be483f456395 service nova] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.752418] env[65997]: DEBUG oslo_concurrency.lockutils [req-3495b6c1-0cd9-46a6-834a-13550cb867bb req-997c5ebb-0c16-4105-9cfa-be483f456395 service nova] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.752679] env[65997]: DEBUG oslo_concurrency.lockutils [req-3495b6c1-0cd9-46a6-834a-13550cb867bb req-997c5ebb-0c16-4105-9cfa-be483f456395 service nova] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.752897] env[65997]: DEBUG nova.compute.manager [req-3495b6c1-0cd9-46a6-834a-13550cb867bb req-997c5ebb-0c16-4105-9cfa-be483f456395 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] No waiting events found dispatching network-vif-plugged-520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1146.753125] env[65997]: WARNING nova.compute.manager [req-3495b6c1-0cd9-46a6-834a-13550cb867bb req-997c5ebb-0c16-4105-9cfa-be483f456395 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received unexpected event network-vif-plugged-520a59fa-9cab-404b-9b10-0018d1534e2b for instance with vm_state active and task_state None. [ 1146.851429] env[65997]: DEBUG nova.network.neutron [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Successfully updated port: 520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1146.895278] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "462546ed-5bae-4629-8649-b5dd11f95b46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.895613] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "462546ed-5bae-4629-8649-b5dd11f95b46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.895860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "462546ed-5bae-4629-8649-b5dd11f95b46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.896588] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "462546ed-5bae-4629-8649-b5dd11f95b46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.897186] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "462546ed-5bae-4629-8649-b5dd11f95b46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.899075] env[65997]: INFO nova.compute.manager [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Terminating instance [ 1146.967116] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 1fd7a60e-804f-4e87-84ed-0f5b72667fce] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.120306] env[65997]: DEBUG nova.scheduler.client.report [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.184240] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718961, 'name': ReconfigVM_Task, 'duration_secs': 0.826282} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.184498] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550/volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.184772] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.248012] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718963, 'name': ReconfigVM_Task, 'duration_secs': 0.312353} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.248307] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a6c08f77-e369-40fa-8c79-bfb04aaacd64/a6c08f77-e369-40fa-8c79-bfb04aaacd64.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.248978] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84fc8ce4-5cc2-4f41-aa28-51e148807a9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.256253] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1147.256253] env[65997]: value = "task-4718964" [ 1147.256253] env[65997]: _type = "Task" [ 1147.256253] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.267144] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718964, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.354279] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.354720] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.355011] env[65997]: DEBUG nova.network.neutron [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.403180] env[65997]: DEBUG nova.compute.manager [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1147.403419] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.404375] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82ccf2f-3969-42ad-9483-de1859caea4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.413049] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.413383] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-000f22ad-1bcb-4e8e-a24e-a6db034082a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.420392] env[65997]: DEBUG oslo_vmware.api [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1147.420392] env[65997]: value = "task-4718965" [ 1147.420392] env[65997]: _type = "Task" [ 1147.420392] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.429547] env[65997]: DEBUG oslo_vmware.api [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.470265] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 555a47cb-d545-48ac-a98c-dad5c8fe0ba0] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.625967] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.652180] env[65997]: INFO nova.scheduler.client.report [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted allocations for instance 4b82b4ce-00c3-4062-95cb-c81c1431649c [ 1147.691033] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf71663-0fe5-4803-98b2-235446be8fb4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.712499] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e2613-693c-4ffe-8f10-ae24188cb716 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.731304] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.765751] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718964, 'name': Rename_Task, 'duration_secs': 0.156763} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.766020] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.766258] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3f6d7b-1bc0-4576-81e8-6d31f19233a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.773445] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1147.773445] env[65997]: value = "task-4718966" [ 1147.773445] env[65997]: _type = "Task" [ 1147.773445] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.781868] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.897030] env[65997]: WARNING nova.network.neutron [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] 55733f91-898a-431d-9fb6-7cd8ce565236 already exists in list: networks containing: ['55733f91-898a-431d-9fb6-7cd8ce565236']. ignoring it [ 1147.931301] env[65997]: DEBUG oslo_vmware.api [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718965, 'name': PowerOffVM_Task, 'duration_secs': 0.196962} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.931598] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.931773] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.932053] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bcd8b80-3f37-415f-bc84-0eb23d5ac1f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.974037] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: cffadddc-3921-4c5f-a25b-ad1a48f89b17] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.994412] env[65997]: WARNING neutronclient.v2_0.client [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.000807] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.001970] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.001970] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Deleting the datastore file [datastore2] 462546ed-5bae-4629-8649-b5dd11f95b46 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.001970] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a16e61-8a08-42d7-a501-6dfc9ad7a3c3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.009306] env[65997]: DEBUG oslo_vmware.api [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for the task: (returnval){ [ 1148.009306] env[65997]: value = "task-4718968" [ 1148.009306] env[65997]: _type = "Task" [ 1148.009306] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.019409] env[65997]: DEBUG oslo_vmware.api [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.149917] env[65997]: WARNING neutronclient.v2_0.client [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.160460] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3ffc814b-46b5-4c27-9d13-ae78adff2035 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "4b82b4ce-00c3-4062-95cb-c81c1431649c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.940s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.223744] env[65997]: DEBUG nova.network.neutron [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "520a59fa-9cab-404b-9b10-0018d1534e2b", "address": "fa:16:3e:81:0b:bb", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520a59fa-9c", "ovs_interfaceid": "520a59fa-9cab-404b-9b10-0018d1534e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.284361] env[65997]: DEBUG oslo_vmware.api [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718966, 'name': PowerOnVM_Task, 'duration_secs': 0.489561} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.284639] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.284835] env[65997]: DEBUG nova.compute.manager [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1148.285680] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecdbbd2-a509-4b7b-b94a-674901d816d5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.476164] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 2fdcefb4-020c-4d13-8662-059951d3ccba] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.519601] env[65997]: DEBUG oslo_vmware.api [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Task: {'id': task-4718968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136489} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.519915] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.520159] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.520476] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.520689] env[65997]: INFO nova.compute.manager [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1148.520973] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.521263] env[65997]: DEBUG nova.compute.manager [-] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1148.521494] env[65997]: DEBUG nova.network.neutron [-] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1148.521648] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.554566] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.727138] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.727853] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.728032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.728926] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca429d0-db0b-4b25-b18f-3188b5e3f6f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.748117] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.748336] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.748493] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.748672] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.748816] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.748957] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.749178] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.749335] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.749526] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.749699] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.749873] env[65997]: DEBUG nova.virt.hardware [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.756198] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfiguring VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1148.756549] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82205ce5-cfea-4dd3-8e51-189350c2de9e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.775895] env[65997]: DEBUG oslo_vmware.api [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1148.775895] env[65997]: value = "task-4718969" [ 1148.775895] env[65997]: _type = "Task" [ 1148.775895] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.785717] env[65997]: DEBUG oslo_vmware.api [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718969, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.803704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.804055] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.804797] env[65997]: DEBUG nova.objects.instance [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.830241] env[65997]: DEBUG nova.compute.manager [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-changed-520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.830542] env[65997]: DEBUG nova.compute.manager [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing instance network info cache due to event network-changed-520a59fa-9cab-404b-9b10-0018d1534e2b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1148.830786] env[65997]: DEBUG oslo_concurrency.lockutils [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.830963] env[65997]: DEBUG oslo_concurrency.lockutils [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.831139] env[65997]: DEBUG nova.network.neutron [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing network info cache for port 520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.980247] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: db3d9dd2-d693-4fcc-ae76-56b3b7cfcc40] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.288018] env[65997]: DEBUG oslo_vmware.api [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.333951] env[65997]: WARNING neutronclient.v2_0.client [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.356967] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.356967] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.415105] env[65997]: DEBUG nova.network.neutron [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Port aa9d8557-c16c-408d-83d4-2578f1fd2a60 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1149.483596] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 42224d79-4990-42f7-9c1d-030991240241] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.498238] env[65997]: DEBUG nova.network.neutron [-] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.556858] env[65997]: WARNING neutronclient.v2_0.client [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.639226] env[65997]: DEBUG nova.network.neutron [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updated VIF entry in instance network info cache for port 520a59fa-9cab-404b-9b10-0018d1534e2b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1149.639779] env[65997]: DEBUG nova.network.neutron [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "520a59fa-9cab-404b-9b10-0018d1534e2b", "address": "fa:16:3e:81:0b:bb", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520a59fa-9c", "ovs_interfaceid": "520a59fa-9cab-404b-9b10-0018d1534e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.788162] env[65997]: DEBUG oslo_vmware.api [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.814276] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1113b63d-fb76-4be5-9856-0b340ca733ae tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.893240] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.893469] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.990612] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: beba86f7-b8a6-46c2-98bd-f6c7784a55c7] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.001035] env[65997]: INFO nova.compute.manager [-] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Took 1.48 seconds to deallocate network for instance. [ 1150.143098] env[65997]: DEBUG oslo_concurrency.lockutils [req-d9c0d2fb-6f06-40f9-9785-250567cd5ca6 req-da4e3742-597b-49e9-b196-003eb048d03f service nova] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.172144] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.172405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.172658] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.172847] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.173021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.175133] env[65997]: INFO nova.compute.manager [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Terminating instance [ 1150.290436] env[65997]: DEBUG oslo_vmware.api [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.396514] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1150.442130] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.442409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.442648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.495139] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 80b58456-1208-41c4-86b9-077e0ab9e2c5] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.511044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.511044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.511044] env[65997]: DEBUG nova.objects.instance [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lazy-loading 'resources' on Instance uuid 462546ed-5bae-4629-8649-b5dd11f95b46 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.679034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "refresh_cache-a6c08f77-e369-40fa-8c79-bfb04aaacd64" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.679034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquired lock "refresh_cache-a6c08f77-e369-40fa-8c79-bfb04aaacd64" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.679034] env[65997]: DEBUG nova.network.neutron [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1150.789284] env[65997]: DEBUG oslo_vmware.api [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718969, 'name': ReconfigVM_Task, 'duration_secs': 1.762474} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.789724] env[65997]: WARNING neutronclient.v2_0.client [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.789988] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.790203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfigured VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1150.865621] env[65997]: DEBUG nova.compute.manager [req-9a07b9e4-d3da-446e-9856-d326912392b2 req-6afee403-0a85-459d-9068-1ceb1c7f9da9 service nova] [instance: 462546ed-5bae-4629-8649-b5dd11f95b46] Received event network-vif-deleted-7afb54bc-8069-485d-929a-89adaf87946a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.921788] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.998099] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 9cb277fd-864e-44b5-a7ad-3be289151910] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.181614] env[65997]: WARNING neutronclient.v2_0.client [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.198957] env[65997]: DEBUG nova.network.neutron [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1151.210681] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f25222-0be8-4f54-a1c1-d8641f49540c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.221460] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981eb34-65f2-4051-b17f-61639486447a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.252558] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a79ab2-ad1a-4786-9ebd-9026a158206d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.261352] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3f52a-ce14-44cd-9c52-cf82575e28f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.275561] env[65997]: DEBUG nova.compute.provider_tree [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.277741] env[65997]: DEBUG nova.network.neutron [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.294748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f2102413-7dad-4bca-bdd0-0ce2e6e8fea8 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.476s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.448883] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.484496] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.484670] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.484845] env[65997]: DEBUG nova.network.neutron [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.501652] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: e4843eaf-400b-4865-936d-65a3d87b4f9c] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.780662] env[65997]: DEBUG nova.scheduler.client.report [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.784314] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Releasing lock "refresh_cache-a6c08f77-e369-40fa-8c79-bfb04aaacd64" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.784690] env[65997]: DEBUG nova.compute.manager [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1151.784878] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.785918] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d0baeb-51e0-4884-af8e-b2387fe26e8d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.795432] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.795683] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8701fe6a-d8c3-4ede-a95f-a0b432463a86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.803939] env[65997]: DEBUG oslo_vmware.api [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1151.803939] env[65997]: value = "task-4718970" [ 1151.803939] env[65997]: _type = "Task" [ 1151.803939] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.814852] env[65997]: DEBUG oslo_vmware.api [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.987465] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.005436] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: f0b94b24-a479-4eb9-85ab-4ed5fb953d0f] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.790765] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.793175] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b4ae511d-a672-42bc-93b4-92a0cc8f720b] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.798743] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.877s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.800378] env[65997]: INFO nova.compute.claims [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.813779] env[65997]: DEBUG oslo_vmware.api [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718970, 'name': PowerOffVM_Task, 'duration_secs': 0.219608} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.814104] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.814270] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.814529] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b39f939-35f4-41a8-9bef-4c41f734697a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.828551] env[65997]: INFO nova.scheduler.client.report [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Deleted allocations for instance 462546ed-5bae-4629-8649-b5dd11f95b46 [ 1152.846275] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.846275] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.846568] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Deleting the datastore file [datastore1] a6c08f77-e369-40fa-8c79-bfb04aaacd64 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.846730] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f19aeac-d81c-49d2-b6ed-95919b92123e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.858329] env[65997]: DEBUG oslo_vmware.api [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for the task: (returnval){ [ 1152.858329] env[65997]: value = "task-4718972" [ 1152.858329] env[65997]: _type = "Task" [ 1152.858329] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.872512] env[65997]: DEBUG oslo_vmware.api [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.934572] env[65997]: WARNING neutronclient.v2_0.client [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.018918] env[65997]: DEBUG nova.network.neutron [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.297563] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 0e02d828-f28c-4c57-9b0b-26b8a6fb2c72] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.300403] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-34e965c2-52d2-4a4c-a612-98320340827b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.301178] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-34e965c2-52d2-4a4c-a612-98320340827b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.302230] env[65997]: DEBUG nova.objects.instance [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'flavor' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.323717] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.323977] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.336565] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a43e93df-13b6-4216-9992-f213d551c3a2 tempest-ServersTestManualDisk-218777903 tempest-ServersTestManualDisk-218777903-project-member] Lock "462546ed-5bae-4629-8649-b5dd11f95b46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.441s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.371987] env[65997]: DEBUG oslo_vmware.api [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Task: {'id': task-4718972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097467} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.372347] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.372546] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.372724] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.372892] env[65997]: INFO nova.compute.manager [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1153.373159] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1153.373354] env[65997]: DEBUG nova.compute.manager [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1153.373448] env[65997]: DEBUG nova.network.neutron [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1153.373692] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.392065] env[65997]: DEBUG nova.network.neutron [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1153.392318] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.520662] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.805182] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 5ac09152-e6d7-4c2f-82ae-355215767876] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.812425] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.830501] env[65997]: DEBUG nova.compute.utils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.834037] env[65997]: DEBUG nova.scheduler.client.report [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Refreshing inventories for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1153.850366] env[65997]: DEBUG nova.scheduler.client.report [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Updating ProviderTree inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1153.850473] env[65997]: DEBUG nova.compute.provider_tree [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.868294] env[65997]: DEBUG nova.scheduler.client.report [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Refreshing aggregate associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, aggregates: None {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1153.888392] env[65997]: DEBUG nova.scheduler.client.report [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Refreshing trait associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1153.895069] env[65997]: DEBUG nova.network.neutron [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.938406] env[65997]: DEBUG nova.objects.instance [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'pci_requests' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.033906] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee2f073-78d3-47c5-bdb3-4acfe8f9d0b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.048242] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be093c40-58c1-4e1b-a5ba-13a21243473a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.126199] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b181cd-1b6b-4e4c-84c5-ea68cc02b3cc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.133713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9908c-6bf3-4d96-81ed-d4552f3a6d2d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.166942] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83e72e-b57a-4515-823e-4e509ff7a6e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.175721] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d9b53b-5c8f-4ca8-a5ac-4227e921af73 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.190084] env[65997]: DEBUG nova.compute.provider_tree [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.308917] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 57fd412b-c516-433e-a043-ebad4eef4cc2] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.332623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.400322] env[65997]: INFO nova.compute.manager [-] [instance: a6c08f77-e369-40fa-8c79-bfb04aaacd64] Took 1.03 seconds to deallocate network for instance. [ 1154.443950] env[65997]: DEBUG nova.objects.base [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Object Instance<55e1ec0c-7652-4ad5-a03c-62667c20159f> lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.444058] env[65997]: DEBUG nova.network.neutron [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1154.444339] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.444930] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.525452] env[65997]: DEBUG nova.policy [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.693999] env[65997]: DEBUG nova.scheduler.client.report [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.812851] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: f0bcf184-5715-4d46-b5f5-6df4c361e8d3] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.908353] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.163907] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079b0b6-9da2-452b-a379-49e318143ecc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.185869] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689725b-6597-4340-a21e-5431482c14a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.193714] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.203068] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.203068] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1155.203666] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.296s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.203879] env[65997]: DEBUG nova.objects.instance [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lazy-loading 'resources' on Instance uuid a6c08f77-e369-40fa-8c79-bfb04aaacd64 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.316635] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 8564acfe-4596-45e1-9161-b71d78cdfdb1] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.399470] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.399782] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.400143] env[65997]: INFO nova.compute.manager [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Attaching volume dfe18cc0-3ed6-4896-8da2-32d971135463 to /dev/sdb [ 1155.453135] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8e57d-3892-4c87-9432-22d79dabb24b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.462711] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ceec03-aead-47da-92b8-77c9941d1660 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.478660] env[65997]: DEBUG nova.virt.block_device [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updating existing volume attachment record: 0b67e215-4c30-44c5-80e3-4645743458c6 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.587506] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.587989] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.702324] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.702737] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2bd96fc-b73f-4e4d-9907-7ea6a1b8455b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.706199] env[65997]: DEBUG nova.compute.utils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.707731] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1155.707918] env[65997]: DEBUG nova.network.neutron [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1155.708260] env[65997]: WARNING neutronclient.v2_0.client [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.708589] env[65997]: WARNING neutronclient.v2_0.client [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.715567] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1155.715567] env[65997]: value = "task-4718974" [ 1155.715567] env[65997]: _type = "Task" [ 1155.715567] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.726607] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.772017] env[65997]: DEBUG nova.policy [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11b9ba860c8845c1b9e0c0c930a9b80e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ea855a876342a8a48124005702976a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.821174] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 74312858-c98b-4e8b-8a88-bff32a5a8a94] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.939439] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5dabd4-df61-4ef1-bb1e-0cb0ea3facbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.948250] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da041567-b912-4fcc-b0d0-23ce602023c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.983858] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fba532-3da1-47e0-8241-da95d7438167 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.992778] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f18575-448d-4985-a1dc-fa25aee5ec41 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.008525] env[65997]: DEBUG nova.compute.provider_tree [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.092641] env[65997]: DEBUG nova.compute.utils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.106312] env[65997]: DEBUG nova.network.neutron [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Successfully updated port: 34e965c2-52d2-4a4c-a612-98320340827b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1156.128336] env[65997]: DEBUG nova.network.neutron [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Successfully created port: c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1156.216477] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1156.230479] env[65997]: DEBUG oslo_vmware.api [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4718974, 'name': PowerOnVM_Task, 'duration_secs': 0.433712} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.230672] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.230866] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5591-ce14-4b20-9196-d35f44b51731 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance '6dffd295-311f-4baf-b0d7-9ec16b025f1b' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.323746] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: bf74f214-31bd-463e-b74e-f4e6d9b26f2a] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.511841] env[65997]: DEBUG nova.scheduler.client.report [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.595912] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.608652] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.608829] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.609031] env[65997]: DEBUG nova.network.neutron [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1156.827255] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 5fac991d-13a1-41b3-acaa-c4f4e04fe67b] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.018972] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.040852] env[65997]: INFO nova.scheduler.client.report [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Deleted allocations for instance a6c08f77-e369-40fa-8c79-bfb04aaacd64 [ 1157.189649] env[65997]: DEBUG nova.compute.manager [req-4c5b8226-4e31-401e-b4a0-ef36e3bbb4c3 req-b9a33a1e-f441-4461-b45a-28d08439045f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-vif-plugged-34e965c2-52d2-4a4c-a612-98320340827b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.189910] env[65997]: DEBUG oslo_concurrency.lockutils [req-4c5b8226-4e31-401e-b4a0-ef36e3bbb4c3 req-b9a33a1e-f441-4461-b45a-28d08439045f service nova] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.190291] env[65997]: DEBUG oslo_concurrency.lockutils [req-4c5b8226-4e31-401e-b4a0-ef36e3bbb4c3 req-b9a33a1e-f441-4461-b45a-28d08439045f service nova] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.190291] env[65997]: DEBUG oslo_concurrency.lockutils [req-4c5b8226-4e31-401e-b4a0-ef36e3bbb4c3 req-b9a33a1e-f441-4461-b45a-28d08439045f service nova] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.190458] env[65997]: DEBUG nova.compute.manager [req-4c5b8226-4e31-401e-b4a0-ef36e3bbb4c3 req-b9a33a1e-f441-4461-b45a-28d08439045f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] No waiting events found dispatching network-vif-plugged-34e965c2-52d2-4a4c-a612-98320340827b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1157.190619] env[65997]: WARNING nova.compute.manager [req-4c5b8226-4e31-401e-b4a0-ef36e3bbb4c3 req-b9a33a1e-f441-4461-b45a-28d08439045f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received unexpected event network-vif-plugged-34e965c2-52d2-4a4c-a612-98320340827b for instance with vm_state active and task_state None. [ 1157.232656] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1157.276374] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1157.276624] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.276833] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1157.277175] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.277367] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1157.277520] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1157.277732] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.277892] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1157.278065] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1157.278230] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1157.278397] env[65997]: DEBUG nova.virt.hardware [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1157.279344] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5898171-dce3-4a24-8521-a7d6ad66f3a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.283066] env[65997]: WARNING nova.network.neutron [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] 55733f91-898a-431d-9fb6-7cd8ce565236 already exists in list: networks containing: ['55733f91-898a-431d-9fb6-7cd8ce565236']. ignoring it [ 1157.283253] env[65997]: WARNING nova.network.neutron [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] 55733f91-898a-431d-9fb6-7cd8ce565236 already exists in list: networks containing: ['55733f91-898a-431d-9fb6-7cd8ce565236']. ignoring it [ 1157.298340] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4704c983-117e-471d-a2e0-837652aa5469 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.333059] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 80e7ac8d-151b-4746-b462-c6a7cf9ba1dc] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.551818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e8fff4db-8615-42b2-afaf-3df4cfbec595 tempest-ServerShowV254Test-661884318 tempest-ServerShowV254Test-661884318-project-member] Lock "a6c08f77-e369-40fa-8c79-bfb04aaacd64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.378s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.673033] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.673033] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.673033] env[65997]: INFO nova.compute.manager [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Attaching volume 6f5e7641-b800-4265-a1d8-d5b45ebcfa18 to /dev/sdb [ 1157.686831] env[65997]: DEBUG nova.network.neutron [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Successfully updated port: c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1157.725608] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3e5a9-48c9-49a2-a1e7-a5ede2f66553 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.734901] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529179e6-3b16-4b4d-97d8-d0764c063591 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.751072] env[65997]: DEBUG nova.virt.block_device [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating existing volume attachment record: 9e262683-c974-4ac1-9921-2e1219dcb408 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1157.808942] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.834792] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b5df23ab-4391-426b-a590-c3df6e305e6a] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.982642] env[65997]: DEBUG nova.compute.manager [req-762dec13-f8c2-43e2-a04a-37d0640bc2ca req-268f2171-71fe-4107-b7e6-59e53ea47c1a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Received event network-vif-plugged-c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.983392] env[65997]: DEBUG oslo_concurrency.lockutils [req-762dec13-f8c2-43e2-a04a-37d0640bc2ca req-268f2171-71fe-4107-b7e6-59e53ea47c1a service nova] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.983392] env[65997]: DEBUG oslo_concurrency.lockutils [req-762dec13-f8c2-43e2-a04a-37d0640bc2ca req-268f2171-71fe-4107-b7e6-59e53ea47c1a service nova] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.983392] env[65997]: DEBUG oslo_concurrency.lockutils [req-762dec13-f8c2-43e2-a04a-37d0640bc2ca req-268f2171-71fe-4107-b7e6-59e53ea47c1a service nova] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.983392] env[65997]: DEBUG nova.compute.manager [req-762dec13-f8c2-43e2-a04a-37d0640bc2ca req-268f2171-71fe-4107-b7e6-59e53ea47c1a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] No waiting events found dispatching network-vif-plugged-c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1157.983392] env[65997]: WARNING nova.compute.manager [req-762dec13-f8c2-43e2-a04a-37d0640bc2ca req-268f2171-71fe-4107-b7e6-59e53ea47c1a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Received unexpected event network-vif-plugged-c52dc0f4-e4f5-409a-8d48-c2023e853c95 for instance with vm_state building and task_state spawning. [ 1158.066056] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.192024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.192024] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.192024] env[65997]: DEBUG nova.network.neutron [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1158.275625] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.339629] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 83d5bacb-9667-4ed3-b9d1-99d5ea88bb89] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.362716] env[65997]: DEBUG nova.network.neutron [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "520a59fa-9cab-404b-9b10-0018d1534e2b", "address": "fa:16:3e:81:0b:bb", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520a59fa-9c", "ovs_interfaceid": "520a59fa-9cab-404b-9b10-0018d1534e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e965c2-52d2-4a4c-a612-98320340827b", "address": "fa:16:3e:f5:41:19", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e965c2-52", "ovs_interfaceid": "34e965c2-52d2-4a4c-a612-98320340827b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.730752] env[65997]: DEBUG nova.network.neutron [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1158.820851] env[65997]: WARNING neutronclient.v2_0.client [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.843963] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 600fb982-729e-4f28-87b0-27d789cdbc2e] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.865560] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.866260] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.866405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.867503] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95951ed6-f81b-4edc-88a3-273313b27633 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.889303] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1158.889668] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.890216] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1158.890216] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.890216] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1158.890400] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1158.890664] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1158.890864] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1158.891075] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1158.891435] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1158.891435] env[65997]: DEBUG nova.virt.hardware [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1158.899151] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfiguring VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1158.901018] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d603dcb-c4d1-4dc4-ac02-da140754b378 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.915377] env[65997]: DEBUG nova.network.neutron [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.925965] env[65997]: DEBUG oslo_vmware.api [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1158.925965] env[65997]: value = "task-4718979" [ 1158.925965] env[65997]: _type = "Task" [ 1158.925965] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.938266] env[65997]: DEBUG oslo_vmware.api [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.261160] env[65997]: DEBUG nova.compute.manager [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-changed-34e965c2-52d2-4a4c-a612-98320340827b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1159.261393] env[65997]: DEBUG nova.compute.manager [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing instance network info cache due to event network-changed-34e965c2-52d2-4a4c-a612-98320340827b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1159.261695] env[65997]: DEBUG oslo_concurrency.lockutils [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.261853] env[65997]: DEBUG oslo_concurrency.lockutils [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.262041] env[65997]: DEBUG nova.network.neutron [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Refreshing network info cache for port 34e965c2-52d2-4a4c-a612-98320340827b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.347403] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: aa4832a9-9736-4258-9da4-d9ec5841bb95] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.400481] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "7a4d37af-7628-4b98-b0e8-a00706896d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.401064] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.417790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.418163] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Instance network_info: |[{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1159.418796] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:41:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52dc0f4-e4f5-409a-8d48-c2023e853c95', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.427501] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1159.428166] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.432020] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30350dad-df2b-4103-8787-7e25793fcc7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.457966] env[65997]: DEBUG oslo_vmware.api [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.459538] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.459538] env[65997]: value = "task-4718980" [ 1159.459538] env[65997]: _type = "Task" [ 1159.459538] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.468576] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718980, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.505711] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.506055] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.506223] env[65997]: DEBUG nova.compute.manager [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Going to confirm migration 8 {{(pid=65997) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1159.769440] env[65997]: WARNING neutronclient.v2_0.client [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.850768] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: fcb8fb07-55d6-43bf-b9f0-9e9ba6c0287f] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.905646] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1159.938899] env[65997]: DEBUG oslo_vmware.api [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.943794] env[65997]: WARNING neutronclient.v2_0.client [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.971585] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718980, 'name': CreateVM_Task, 'duration_secs': 0.494575} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.972251] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.972624] env[65997]: WARNING neutronclient.v2_0.client [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.972725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.972845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.973159] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.973422] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d5cd9c-c812-428a-8106-7dde4cb81960 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.979524] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1159.979524] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5282e8b9-09d0-7443-0221-f7be9aa320a3" [ 1159.979524] env[65997]: _type = "Task" [ 1159.979524] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.997191] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5282e8b9-09d0-7443-0221-f7be9aa320a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013486} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.997490] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.997713] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.997940] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.998093] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.998264] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.998531] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92bd2a77-a9e1-4f50-8b94-0995cd20640e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.007717] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.007911] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.011130] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccf6ed4-a651-423e-b57f-f69c86b6f1f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.014202] env[65997]: WARNING neutronclient.v2_0.client [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.020626] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1160.020626] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5282c8b9-ecb5-7221-b22f-125cc937a711" [ 1160.020626] env[65997]: _type = "Task" [ 1160.020626] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.032399] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5282c8b9-ecb5-7221-b22f-125cc937a711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.036345] env[65997]: DEBUG nova.compute.manager [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Received event network-changed-c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1160.036472] env[65997]: DEBUG nova.compute.manager [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Refreshing instance network info cache due to event network-changed-c52dc0f4-e4f5-409a-8d48-c2023e853c95. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1160.036613] env[65997]: DEBUG oslo_concurrency.lockutils [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.036757] env[65997]: DEBUG oslo_concurrency.lockutils [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.036959] env[65997]: DEBUG nova.network.neutron [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Refreshing network info cache for port c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.040807] env[65997]: DEBUG nova.network.neutron [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updated VIF entry in instance network info cache for port 34e965c2-52d2-4a4c-a612-98320340827b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1160.040807] env[65997]: DEBUG nova.network.neutron [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "520a59fa-9cab-404b-9b10-0018d1534e2b", "address": "fa:16:3e:81:0b:bb", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520a59fa-9c", "ovs_interfaceid": "520a59fa-9cab-404b-9b10-0018d1534e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e965c2-52d2-4a4c-a612-98320340827b", "address": "fa:16:3e:f5:41:19", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e965c2-52", "ovs_interfaceid": "34e965c2-52d2-4a4c-a612-98320340827b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.042546] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.042783] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920863', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'name': 'volume-dfe18cc0-3ed6-4896-8da2-32d971135463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be63bfaf-02ca-4e5b-80c4-9fdd4d52e165', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'serial': 'dfe18cc0-3ed6-4896-8da2-32d971135463'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.043905] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23c2a2-ec7e-4e2f-9d0e-2f6089d62bf2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.063250] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e6469-a1e1-462d-a44f-4e69a0a6010f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.070890] env[65997]: WARNING neutronclient.v2_0.client [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.072168] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.072168] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquired lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.072168] env[65997]: DEBUG nova.network.neutron [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.072168] env[65997]: DEBUG nova.objects.instance [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'info_cache' on Instance uuid 6dffd295-311f-4baf-b0d7-9ec16b025f1b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.096146] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-dfe18cc0-3ed6-4896-8da2-32d971135463/volume-dfe18cc0-3ed6-4896-8da2-32d971135463.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.097446] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37183660-7ad9-4884-95c1-f67d22a268ff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.118386] env[65997]: DEBUG oslo_vmware.api [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1160.118386] env[65997]: value = "task-4718982" [ 1160.118386] env[65997]: _type = "Task" [ 1160.118386] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.128764] env[65997]: DEBUG oslo_vmware.api [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.361152] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 21b2e418-877f-4710-881f-a82f2d194a84] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.436778] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.437097] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.438602] env[65997]: INFO nova.compute.claims [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.444954] env[65997]: DEBUG oslo_vmware.api [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.530801] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5282c8b9-ecb5-7221-b22f-125cc937a711, 'name': SearchDatastore_Task, 'duration_secs': 0.01708} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.531680] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46208da-8dfa-459b-854d-3066fe9fab2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.537269] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1160.537269] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8fa98-fd93-5c6a-95bb-e3d75a7d0773" [ 1160.537269] env[65997]: _type = "Task" [ 1160.537269] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.542865] env[65997]: DEBUG oslo_concurrency.lockutils [req-c76839da-891e-4648-8e7c-882b70018401 req-9380ce6c-b460-445e-9acc-d53a475f84d0 service nova] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.543495] env[65997]: WARNING neutronclient.v2_0.client [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.551462] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8fa98-fd93-5c6a-95bb-e3d75a7d0773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.629812] env[65997]: DEBUG oslo_vmware.api [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718982, 'name': ReconfigVM_Task, 'duration_secs': 0.402693} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.631072] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-dfe18cc0-3ed6-4896-8da2-32d971135463/volume-dfe18cc0-3ed6-4896-8da2-32d971135463.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.635562] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b99fb10-6144-456f-9711-ad3519c9d2d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.656939] env[65997]: DEBUG oslo_vmware.api [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1160.656939] env[65997]: value = "task-4718983" [ 1160.656939] env[65997]: _type = "Task" [ 1160.656939] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.670151] env[65997]: DEBUG oslo_vmware.api [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.731815] env[65997]: WARNING neutronclient.v2_0.client [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.806653] env[65997]: DEBUG nova.network.neutron [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updated VIF entry in instance network info cache for port c52dc0f4-e4f5-409a-8d48-c2023e853c95. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1160.807045] env[65997]: DEBUG nova.network.neutron [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.863502] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: d73ebbf0-9621-4861-aa95-ec504c9f253d] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.940063] env[65997]: DEBUG oslo_vmware.api [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718979, 'name': ReconfigVM_Task, 'duration_secs': 1.742447} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.940499] env[65997]: WARNING neutronclient.v2_0.client [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.941089] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.941089] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfigured VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1161.049042] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f8fa98-fd93-5c6a-95bb-e3d75a7d0773, 'name': SearchDatastore_Task, 'duration_secs': 0.023267} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.049336] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.049591] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.049855] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb8cff2-ba8c-462e-be03-05289ff29648 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.057518] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1161.057518] env[65997]: value = "task-4718984" [ 1161.057518] env[65997]: _type = "Task" [ 1161.057518] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.066297] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.102621] env[65997]: WARNING neutronclient.v2_0.client [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.167936] env[65997]: DEBUG oslo_vmware.api [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718983, 'name': ReconfigVM_Task, 'duration_secs': 0.156137} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.168280] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920863', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'name': 'volume-dfe18cc0-3ed6-4896-8da2-32d971135463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be63bfaf-02ca-4e5b-80c4-9fdd4d52e165', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'serial': 'dfe18cc0-3ed6-4896-8da2-32d971135463'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.283111] env[65997]: WARNING neutronclient.v2_0.client [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.309675] env[65997]: DEBUG oslo_concurrency.lockutils [req-706cc530-f474-4d5a-8bb9-97b644b2cc8b req-34c903c4-6621-4f90-9a42-76617248cb10 service nova] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.363962] env[65997]: DEBUG nova.network.neutron [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [{"id": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "address": "fa:16:3e:69:d9:85", "network": {"id": "34795caa-a945-4a94-bd27-107c540d7928", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-986071986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e89748fbce84e5080ada51a30818685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa9d8557-c1", "ovs_interfaceid": "aa9d8557-c16c-408d-83d4-2578f1fd2a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.367795] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 4c307382-726d-43b9-b068-658df2f21c5e] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.446331] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b0bcf238-ae5e-498f-88f2-220901c5fa21 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-34e965c2-52d2-4a4c-a612-98320340827b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.145s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.567749] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494044} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.571393] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.571701] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.572366] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0959e29c-62d2-4f3c-8d0e-4a7d71a43df6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.579489] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1161.579489] env[65997]: value = "task-4718985" [ 1161.579489] env[65997]: _type = "Task" [ 1161.579489] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.590647] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.676791] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37420596-4ed9-4a65-b974-8bb8a4664283 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.687173] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774fd01-f9e9-4698-b046-a8fbf118c44b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.720348] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80341d14-2aee-45b2-b6d4-8db064308de8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.729065] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a655198-dbc4-42cb-816d-8cf46913369e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.744384] env[65997]: DEBUG nova.compute.provider_tree [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.867244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Releasing lock "refresh_cache-6dffd295-311f-4baf-b0d7-9ec16b025f1b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.867572] env[65997]: DEBUG nova.objects.instance [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'migration_context' on Instance uuid 6dffd295-311f-4baf-b0d7-9ec16b025f1b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.870598] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: d742aec9-0d98-4b84-a109-ade52aeb78a4] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.089809] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070618} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.090112] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.091276] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e518f8f4-8531-4a97-a013-5286238cd11e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.115124] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.115893] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ed017d-819a-4be0-93bb-8ee6a378c236 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.137829] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1162.137829] env[65997]: value = "task-4718986" [ 1162.137829] env[65997]: _type = "Task" [ 1162.137829] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.147344] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.224970] env[65997]: DEBUG nova.objects.instance [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'flavor' on Instance uuid be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.247343] env[65997]: DEBUG nova.scheduler.client.report [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.305430] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.305706] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920865', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'name': 'volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd26cf8f-a8d6-43fd-9623-6e03c1344b92', 'attached_at': '', 'detached_at': '', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'serial': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.306660] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04e1ce-f4e5-4b00-a6ff-fcb18fd1cb02 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.324106] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57bbcb6-88f6-4441-9a4f-2507b4550f4a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.350057] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18/volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.350057] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3652317e-57a1-46d1-a617-2700acf52597 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.368906] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1162.368906] env[65997]: value = "task-4718987" [ 1162.368906] env[65997]: _type = "Task" [ 1162.368906] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.372757] env[65997]: DEBUG nova.objects.base [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Object Instance<6dffd295-311f-4baf-b0d7-9ec16b025f1b> lazy-loaded attributes: info_cache,migration_context {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.373180] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 11af8a7e-1dc4-4b12-8834-f57b7d891134] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.375348] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ef363-710a-4135-9c69-d18bb80f5ddd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.384065] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.401286] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16920354-e127-42b5-a6da-acb709f1fac7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.408925] env[65997]: DEBUG oslo_vmware.api [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1162.408925] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529f2c22-b61a-9f89-1665-07c4943da22b" [ 1162.408925] env[65997]: _type = "Task" [ 1162.408925] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.418440] env[65997]: DEBUG oslo_vmware.api [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]529f2c22-b61a-9f89-1665-07c4943da22b, 'name': SearchDatastore_Task, 'duration_secs': 0.007639} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.418755] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.478688] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.478888] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.478961] env[65997]: INFO nova.compute.manager [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Shelving [ 1162.651623] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.731319] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d31affd9-4888-475a-a88d-dc048fb8e108 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.331s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.752786] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.753410] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1162.756054] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.337s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.880610] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 9ce048fa-160b-4363-841f-a93a3819315d] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.882508] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.944806] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.945243] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.149905] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718986, 'name': ReconfigVM_Task, 'duration_secs': 0.637998} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.150226] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to attach disk [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.150956] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14f4e16-aaed-44fc-9747-d6bdefbce171 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.159138] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1163.159138] env[65997]: value = "task-4718988" [ 1163.159138] env[65997]: _type = "Task" [ 1163.159138] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.170780] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718988, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.259341] env[65997]: DEBUG nova.compute.utils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.260820] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1163.261018] env[65997]: DEBUG nova.network.neutron [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1163.261459] env[65997]: WARNING neutronclient.v2_0.client [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.261738] env[65997]: WARNING neutronclient.v2_0.client [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.307142] env[65997]: DEBUG nova.policy [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72f1f2635142409daeba030d0af04b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49b2bee0439145658c904a39e0fe2dee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.340037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-520a59fa-9cab-404b-9b10-0018d1534e2b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.340296] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-520a59fa-9cab-404b-9b10-0018d1534e2b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.380316] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718987, 'name': ReconfigVM_Task, 'duration_secs': 0.649168} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.383195] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18/volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.388011] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 6ab2835a-8d7b-4fd9-93cc-29141cbf1447] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.390388] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66708e17-b6e3-42ec-ac1e-072a11d98136 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.410755] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1163.410755] env[65997]: value = "task-4718989" [ 1163.410755] env[65997]: _type = "Task" [ 1163.410755] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.421828] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.449678] env[65997]: INFO nova.compute.manager [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Detaching volume dfe18cc0-3ed6-4896-8da2-32d971135463 [ 1163.488868] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.489691] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3907d80-c638-4a0b-bf43-8bf285c544e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.494119] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea64b48-6af3-4fa4-9479-8dedc355e850 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.499138] env[65997]: INFO nova.virt.block_device [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Attempting to driver detach volume dfe18cc0-3ed6-4896-8da2-32d971135463 from mountpoint /dev/sdb [ 1163.499399] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.499604] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920863', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'name': 'volume-dfe18cc0-3ed6-4896-8da2-32d971135463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be63bfaf-02ca-4e5b-80c4-9fdd4d52e165', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'serial': 'dfe18cc0-3ed6-4896-8da2-32d971135463'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.500013] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1163.500013] env[65997]: value = "task-4718990" [ 1163.500013] env[65997]: _type = "Task" [ 1163.500013] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.500775] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f67b4a-b1f7-4321-984e-54aacb293870 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.511769] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e906e2-b5c7-4681-aeaf-482843bce119 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.534678] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.536138] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b448cb-c5bb-4654-a0b8-58e438b6c03c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.565668] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1213b4-5fc7-4cc5-831f-e70fc736ce7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.571785] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce157d9-7f60-41de-89a4-04e156d0b871 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.578379] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697f90d-5437-4290-9248-9f70f0df65dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.605934] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249c43f-f44d-4d9a-a4bf-ec55615dfcf4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.616390] env[65997]: DEBUG nova.compute.provider_tree [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.632958] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The volume has not been displaced from its original location: [datastore2] volume-dfe18cc0-3ed6-4896-8da2-32d971135463/volume-dfe18cc0-3ed6-4896-8da2-32d971135463.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.639325] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.641343] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fa2855-1bb7-4d5d-9636-f714088b9fbd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.661065] env[65997]: DEBUG oslo_vmware.api [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1163.661065] env[65997]: value = "task-4718991" [ 1163.661065] env[65997]: _type = "Task" [ 1163.661065] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.675135] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718988, 'name': Rename_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.678552] env[65997]: DEBUG oslo_vmware.api [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.693451] env[65997]: DEBUG nova.network.neutron [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Successfully created port: 40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1163.765112] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1163.843477] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.843665] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.844674] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068dcd05-6287-44f9-a2da-6f0d8849fa83 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.865604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab644a4e-a3d3-4742-a766-dac21b2a733e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.892604] env[65997]: WARNING neutronclient.v2_0.client [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.898725] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfiguring VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1163.899489] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3644d3a-66c3-4489-a640-dc3d277e2634 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.913941] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 5ee31ca0-6fbc-42ed-af41-5a390166d651] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.928383] env[65997]: DEBUG oslo_vmware.api [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4718989, 'name': ReconfigVM_Task, 'duration_secs': 0.18506} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.930031] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920865', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'name': 'volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd26cf8f-a8d6-43fd-9623-6e03c1344b92', 'attached_at': '', 'detached_at': '', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'serial': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.931580] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1163.931580] env[65997]: value = "task-4718992" [ 1163.931580] env[65997]: _type = "Task" [ 1163.931580] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.941528] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.014942] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718990, 'name': PowerOffVM_Task, 'duration_secs': 0.287595} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.015250] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.016094] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54490c76-cc65-4123-bb3c-f2e4b8eb41c0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.035014] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6dc43-f538-4cf7-885a-67945d91e8dc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.120509] env[65997]: DEBUG nova.scheduler.client.report [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.171436] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718988, 'name': Rename_Task, 'duration_secs': 0.74001} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.172111] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.172363] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59450ba3-7bd3-41e4-906a-3296196500f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.177287] env[65997]: DEBUG oslo_vmware.api [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718991, 'name': ReconfigVM_Task, 'duration_secs': 0.299864} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.178427] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.183038] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1164.183038] env[65997]: value = "task-4718993" [ 1164.183038] env[65997]: _type = "Task" [ 1164.183038] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.183277] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df58d282-b25c-484a-b580-5a7f75ee8afc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.201977] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718993, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.203281] env[65997]: DEBUG oslo_vmware.api [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1164.203281] env[65997]: value = "task-4718994" [ 1164.203281] env[65997]: _type = "Task" [ 1164.203281] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.212759] env[65997]: DEBUG oslo_vmware.api [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.423468] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: f527236e-3b79-49fc-b117-a30d86601a13] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.445199] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.545735] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1164.546354] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-495bf362-cdc8-4d16-b12f-5cf27281ca1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.554607] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1164.554607] env[65997]: value = "task-4718995" [ 1164.554607] env[65997]: _type = "Task" [ 1164.554607] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.565637] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.704443] env[65997]: DEBUG oslo_vmware.api [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4718993, 'name': PowerOnVM_Task, 'duration_secs': 0.494063} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.707672] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.707869] env[65997]: INFO nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1164.708055] env[65997]: DEBUG nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1164.708798] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e4eec0-1838-48fb-8449-b8800a0dc252 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.717371] env[65997]: DEBUG oslo_vmware.api [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4718994, 'name': ReconfigVM_Task, 'duration_secs': 0.175987} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.718948] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920863', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'name': 'volume-dfe18cc0-3ed6-4896-8da2-32d971135463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be63bfaf-02ca-4e5b-80c4-9fdd4d52e165', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfe18cc0-3ed6-4896-8da2-32d971135463', 'serial': 'dfe18cc0-3ed6-4896-8da2-32d971135463'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.774421] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1164.804653] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1164.804917] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.805083] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1164.805267] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.805410] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1164.805553] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1164.805757] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.805912] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1164.806089] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1164.806258] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1164.806430] env[65997]: DEBUG nova.virt.hardware [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1164.807421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400bc93-db60-4e28-857c-a34dc8d8f574 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.816417] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad31af-ae88-446a-9c16-f5692adab205 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.927116] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 8dc53e6b-d2df-446f-af12-73f67b717546] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.943541] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.971884] env[65997]: DEBUG nova.objects.instance [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'flavor' on Instance uuid dd26cf8f-a8d6-43fd-9623-6e03c1344b92 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.066472] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718995, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.132755] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.376s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.162447] env[65997]: DEBUG nova.compute.manager [req-12de3d2e-4a62-43fc-8f03-2737d7a2535a req-958e1d1c-fff4-443c-8a5f-453e932f65e7 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Received event network-vif-plugged-40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.162666] env[65997]: DEBUG oslo_concurrency.lockutils [req-12de3d2e-4a62-43fc-8f03-2737d7a2535a req-958e1d1c-fff4-443c-8a5f-453e932f65e7 service nova] Acquiring lock "7a4d37af-7628-4b98-b0e8-a00706896d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.162866] env[65997]: DEBUG oslo_concurrency.lockutils [req-12de3d2e-4a62-43fc-8f03-2737d7a2535a req-958e1d1c-fff4-443c-8a5f-453e932f65e7 service nova] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.163039] env[65997]: DEBUG oslo_concurrency.lockutils [req-12de3d2e-4a62-43fc-8f03-2737d7a2535a req-958e1d1c-fff4-443c-8a5f-453e932f65e7 service nova] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.163208] env[65997]: DEBUG nova.compute.manager [req-12de3d2e-4a62-43fc-8f03-2737d7a2535a req-958e1d1c-fff4-443c-8a5f-453e932f65e7 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] No waiting events found dispatching network-vif-plugged-40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1165.163371] env[65997]: WARNING nova.compute.manager [req-12de3d2e-4a62-43fc-8f03-2737d7a2535a req-958e1d1c-fff4-443c-8a5f-453e932f65e7 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Received unexpected event network-vif-plugged-40b6d28a-04e3-48fa-90c3-245ff445bc5b for instance with vm_state building and task_state spawning. [ 1165.232326] env[65997]: INFO nova.compute.manager [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Took 14.33 seconds to build instance. [ 1165.258495] env[65997]: DEBUG nova.network.neutron [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Successfully updated port: 40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1165.283015] env[65997]: DEBUG nova.objects.instance [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'flavor' on Instance uuid be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.430883] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: b93722a0-d866-4a9f-a92b-859ed6dc4ccc] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.436265] env[65997]: DEBUG nova.compute.manager [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Received event network-changed-c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.436508] env[65997]: DEBUG nova.compute.manager [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Refreshing instance network info cache due to event network-changed-c52dc0f4-e4f5-409a-8d48-c2023e853c95. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1165.436659] env[65997]: DEBUG oslo_concurrency.lockutils [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.436795] env[65997]: DEBUG oslo_concurrency.lockutils [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.436961] env[65997]: DEBUG nova.network.neutron [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Refreshing network info cache for port c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.457015] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.478555] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3b26c09d-f77f-4e95-98cf-3b396c2d605b tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.567416] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718995, 'name': CreateSnapshot_Task, 'duration_secs': 0.908728} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.567770] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1165.568560] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba9a4b-a150-4dd8-95e5-73f2b8c46e2a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.696653] env[65997]: INFO nova.scheduler.client.report [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted allocation for migration a09891e5-64bd-418d-ac0f-e5b024fe2b34 [ 1165.734858] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b8428698-b593-42bf-8654-52b17944863c tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.841s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.760948] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "refresh_cache-7a4d37af-7628-4b98-b0e8-a00706896d94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.761172] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquired lock "refresh_cache-7a4d37af-7628-4b98-b0e8-a00706896d94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.761356] env[65997]: DEBUG nova.network.neutron [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.940041] env[65997]: WARNING neutronclient.v2_0.client [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.942641] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: dc101edc-bd74-4ceb-9f08-6ee830f7f1a7] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.954035] env[65997]: INFO nova.compute.manager [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Rescuing [ 1165.954316] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.954436] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.954603] env[65997]: DEBUG nova.network.neutron [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.955839] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.087633] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1166.091044] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a864a80-3a51-46bb-bda2-9aebda89e2ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.100311] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1166.100311] env[65997]: value = "task-4718996" [ 1166.100311] env[65997]: _type = "Task" [ 1166.100311] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.109557] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718996, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.124609] env[65997]: WARNING neutronclient.v2_0.client [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.194418] env[65997]: DEBUG nova.network.neutron [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updated VIF entry in instance network info cache for port c52dc0f4-e4f5-409a-8d48-c2023e853c95. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.194806] env[65997]: DEBUG nova.network.neutron [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.201505] env[65997]: DEBUG oslo_concurrency.lockutils [None req-85d79633-35e6-403a-a0aa-e82e10e58120 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.695s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.212229] env[65997]: INFO nova.compute.manager [None req-5972a1f8-7324-4153-b4eb-5f89e47d8658 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Get console output [ 1166.212514] env[65997]: WARNING nova.virt.vmwareapi.driver [None req-5972a1f8-7324-4153-b4eb-5f89e47d8658 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] The console log is missing. Check your VSPC configuration [ 1166.291930] env[65997]: DEBUG oslo_concurrency.lockutils [None req-60de6a12-2542-424d-b322-5ddf1f8cb3c2 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.296037] env[65997]: DEBUG nova.network.neutron [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1166.374720] env[65997]: WARNING neutronclient.v2_0.client [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.448222] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 42707e81-b984-4ac1-8cb1-f22ca9d48f25] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.451182] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.457476] env[65997]: WARNING neutronclient.v2_0.client [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.477289] env[65997]: DEBUG nova.network.neutron [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Updating instance_info_cache with network_info: [{"id": "40b6d28a-04e3-48fa-90c3-245ff445bc5b", "address": "fa:16:3e:6c:07:e0", "network": {"id": "07c36a28-56b7-458a-a65b-0affeff5745c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-590199155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b2bee0439145658c904a39e0fe2dee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6d28a-04", "ovs_interfaceid": "40b6d28a-04e3-48fa-90c3-245ff445bc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.618601] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718996, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.690215] env[65997]: WARNING neutronclient.v2_0.client [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.697704] env[65997]: DEBUG oslo_concurrency.lockutils [req-edc13cc9-f54d-46f4-a405-b6319c1ed969 req-e7779aab-9811-46e0-bfe7-f37f156c81eb service nova] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.774084] env[65997]: DEBUG nova.network.neutron [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.946940] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.953097] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 11648856-bff6-44d2-925c-54d11267d62f] Instance has had 0 of 5 cleanup attempts {{(pid=65997) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.979843] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Releasing lock "refresh_cache-7a4d37af-7628-4b98-b0e8-a00706896d94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.980289] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Instance network_info: |[{"id": "40b6d28a-04e3-48fa-90c3-245ff445bc5b", "address": "fa:16:3e:6c:07:e0", "network": {"id": "07c36a28-56b7-458a-a65b-0affeff5745c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-590199155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b2bee0439145658c904a39e0fe2dee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6d28a-04", "ovs_interfaceid": "40b6d28a-04e3-48fa-90c3-245ff445bc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1166.980757] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:07:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40b6d28a-04e3-48fa-90c3-245ff445bc5b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.988380] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Creating folder: Project (49b2bee0439145658c904a39e0fe2dee). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.988921] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace8c7aa-8349-4ffe-a3be-eb8f01e9215e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.002415] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Created folder: Project (49b2bee0439145658c904a39e0fe2dee) in parent group-v920549. [ 1167.002654] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Creating folder: Instances. Parent ref: group-v920869. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.002890] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83544867-34e9-452d-9557-ca076b7995c5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.015206] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Created folder: Instances in parent group-v920869. [ 1167.015553] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1167.015882] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.016096] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45f4f9dd-7538-4935-b38f-1de6374add42 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.039975] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.039975] env[65997]: value = "task-4718999" [ 1167.039975] env[65997]: _type = "Task" [ 1167.039975] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.049059] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718999, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.111880] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718996, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.198138] env[65997]: DEBUG nova.compute.manager [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Received event network-changed-40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1167.198359] env[65997]: DEBUG nova.compute.manager [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Refreshing instance network info cache due to event network-changed-40b6d28a-04e3-48fa-90c3-245ff445bc5b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1167.198677] env[65997]: DEBUG oslo_concurrency.lockutils [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] Acquiring lock "refresh_cache-7a4d37af-7628-4b98-b0e8-a00706896d94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.198910] env[65997]: DEBUG oslo_concurrency.lockutils [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] Acquired lock "refresh_cache-7a4d37af-7628-4b98-b0e8-a00706896d94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.199141] env[65997]: DEBUG nova.network.neutron [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Refreshing network info cache for port 40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.277475] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.436044] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.436364] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.436646] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.436893] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.437122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.443434] env[65997]: INFO nova.compute.manager [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Terminating instance [ 1167.451359] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.556932] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4718999, 'name': CreateVM_Task, 'duration_secs': 0.412256} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.557165] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.557788] env[65997]: WARNING neutronclient.v2_0.client [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.558208] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.558359] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.558684] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.558947] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8f0525-2111-483e-af94-b94615e149a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.564818] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1167.564818] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52837dbf-234c-9bf4-3800-191a02dbb546" [ 1167.564818] env[65997]: _type = "Task" [ 1167.564818] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.573922] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52837dbf-234c-9bf4-3800-191a02dbb546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.612221] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4718996, 'name': CloneVM_Task, 'duration_secs': 1.407826} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.612478] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Created linked-clone VM from snapshot [ 1167.613249] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2749f9-f561-47dc-9ca3-1dc5d9dd60da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.621635] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Uploading image ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1167.648698] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1167.648698] env[65997]: value = "vm-920868" [ 1167.648698] env[65997]: _type = "VirtualMachine" [ 1167.648698] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1167.648997] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f12a9a8a-bd98-41fb-a6fc-4fa6abbabdb8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.656406] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease: (returnval){ [ 1167.656406] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523dcf75-f9dd-685e-ebfd-15eeb2ae2898" [ 1167.656406] env[65997]: _type = "HttpNfcLease" [ 1167.656406] env[65997]: } obtained for exporting VM: (result){ [ 1167.656406] env[65997]: value = "vm-920868" [ 1167.656406] env[65997]: _type = "VirtualMachine" [ 1167.656406] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1167.656669] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the lease: (returnval){ [ 1167.656669] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523dcf75-f9dd-685e-ebfd-15eeb2ae2898" [ 1167.656669] env[65997]: _type = "HttpNfcLease" [ 1167.656669] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1167.663892] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.663892] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523dcf75-f9dd-685e-ebfd-15eeb2ae2898" [ 1167.663892] env[65997]: _type = "HttpNfcLease" [ 1167.663892] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1167.701882] env[65997]: WARNING neutronclient.v2_0.client [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.834094] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.834338] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.876868] env[65997]: WARNING neutronclient.v2_0.client [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.946939] env[65997]: DEBUG nova.network.neutron [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Updated VIF entry in instance network info cache for port 40b6d28a-04e3-48fa-90c3-245ff445bc5b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1167.947349] env[65997]: DEBUG nova.network.neutron [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Updating instance_info_cache with network_info: [{"id": "40b6d28a-04e3-48fa-90c3-245ff445bc5b", "address": "fa:16:3e:6c:07:e0", "network": {"id": "07c36a28-56b7-458a-a65b-0affeff5745c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-590199155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49b2bee0439145658c904a39e0fe2dee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6d28a-04", "ovs_interfaceid": "40b6d28a-04e3-48fa-90c3-245ff445bc5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.949428] env[65997]: DEBUG nova.compute.manager [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1167.949632] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.954112] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d610c-0892-4216-848f-a97867127294 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.957235] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.963247] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.963503] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87350bc7-a68d-4c5e-97c3-5b8f82ab902c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.970634] env[65997]: DEBUG oslo_vmware.api [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1167.970634] env[65997]: value = "task-4719001" [ 1167.970634] env[65997]: _type = "Task" [ 1167.970634] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.979406] env[65997]: DEBUG oslo_vmware.api [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.077015] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52837dbf-234c-9bf4-3800-191a02dbb546, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.077361] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.077594] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.077825] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.078023] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.078193] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.078455] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7fcaede-8683-4cf7-9ca5-161467bc28b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.088710] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.088924] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.089745] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee40dbc1-0efb-485f-ad3b-9f8a44335104 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.096362] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1168.096362] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f76111-898d-b644-96af-524151c8a6c3" [ 1168.096362] env[65997]: _type = "Task" [ 1168.096362] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.105888] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f76111-898d-b644-96af-524151c8a6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.165593] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.165593] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523dcf75-f9dd-685e-ebfd-15eeb2ae2898" [ 1168.165593] env[65997]: _type = "HttpNfcLease" [ 1168.165593] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1168.165903] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1168.165903] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523dcf75-f9dd-685e-ebfd-15eeb2ae2898" [ 1168.165903] env[65997]: _type = "HttpNfcLease" [ 1168.165903] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1168.167094] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d1b85-cbe3-4aa6-bfac-837b1dcac6a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.176499] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212abf0-0d87-2864-0ca1-4efe308e4039/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1168.176694] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212abf0-0d87-2864-0ca1-4efe308e4039/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1168.263800] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecc072e4-3e65-4151-bce2-84ae8c734b85 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.337590] env[65997]: DEBUG nova.compute.utils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.451711] env[65997]: DEBUG oslo_concurrency.lockutils [req-c1145163-1fa6-4dfa-9ace-3546c94d23c7 req-4349913c-2a52-474e-859d-182be0f38e27 service nova] Releasing lock "refresh_cache-7a4d37af-7628-4b98-b0e8-a00706896d94" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.452266] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.452516] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.452741] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.485655] env[65997]: DEBUG oslo_vmware.api [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719001, 'name': PowerOffVM_Task, 'duration_secs': 0.430016} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.486028] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.486121] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.486376] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356e3eee-b7c7-487a-b33e-afb1b8b0c56b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.564206] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.564546] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.564842] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleting the datastore file [datastore1] be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.565285] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f3a0ee6-7d5e-49a8-bcbc-ea4050023f89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.574771] env[65997]: DEBUG oslo_vmware.api [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1168.574771] env[65997]: value = "task-4719003" [ 1168.574771] env[65997]: _type = "Task" [ 1168.574771] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.588410] env[65997]: DEBUG oslo_vmware.api [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.608813] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52f76111-898d-b644-96af-524151c8a6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.609644] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157f396e-5b6f-4421-b9f7-e7e1ba37aaac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.616266] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1168.616266] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52484b4d-30e0-9788-b564-cb22538c1283" [ 1168.616266] env[65997]: _type = "Task" [ 1168.616266] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.625882] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52484b4d-30e0-9788-b564-cb22538c1283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.822874] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.823914] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76fada0-630f-4267-b214-7b7e889471ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.832434] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1168.832434] env[65997]: value = "task-4719004" [ 1168.832434] env[65997]: _type = "Task" [ 1168.832434] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.843111] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.844245] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.953100] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.959840] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.086661] env[65997]: DEBUG oslo_vmware.api [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201055} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.087047] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.087349] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.087567] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.087764] env[65997]: INFO nova.compute.manager [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1169.088105] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1169.088406] env[65997]: DEBUG nova.compute.manager [-] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1169.088827] env[65997]: DEBUG nova.network.neutron [-] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1169.088916] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.126323] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.133289] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52484b4d-30e0-9788-b564-cb22538c1283, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.134160] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.134699] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 7a4d37af-7628-4b98-b0e8-a00706896d94/7a4d37af-7628-4b98-b0e8-a00706896d94.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.135046] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2daf82e-8615-4fac-bae1-4612c4e94755 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.146224] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1169.146224] env[65997]: value = "task-4719005" [ 1169.146224] env[65997]: _type = "Task" [ 1169.146224] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.156810] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.352250] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719004, 'name': PowerOffVM_Task, 'duration_secs': 0.261988} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.353388] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.354486] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35df73-ab34-4bc3-af37-9b435c54e04c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.381585] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac36e1-c6e9-4566-8ff6-809947664dd8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.432439] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.436025] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3339e15b-5bee-482e-9b68-6adb5b650af9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.449744] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1169.449744] env[65997]: value = "task-4719006" [ 1169.449744] env[65997]: _type = "Task" [ 1169.449744] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.461340] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.473860] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.474090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.474384] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.474690] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.475218] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.475461] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c3433c-c850-46f0-b34d-f233c5af9031 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.489545] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.490041] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.490902] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e31189-2fe0-4d4a-8d9f-9216f3c6f9b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.499878] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1169.499878] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52edacf0-58f6-d5a9-b272-ac5cc3a794b2" [ 1169.499878] env[65997]: _type = "Task" [ 1169.499878] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.513913] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52edacf0-58f6-d5a9-b272-ac5cc3a794b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.658797] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509948} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.659893] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 7a4d37af-7628-4b98-b0e8-a00706896d94/7a4d37af-7628-4b98-b0e8-a00706896d94.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.659893] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.660540] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3324f403-a6a4-4461-9538-3a201f78fae9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.667972] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1169.667972] env[65997]: value = "task-4719007" [ 1169.667972] env[65997]: _type = "Task" [ 1169.667972] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.678776] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.717332] env[65997]: DEBUG nova.compute.manager [req-4cbe1370-4b95-4499-9a08-c665caa72f01 req-d61cac84-b992-4022-a1e3-df597f93bbb5 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Received event network-vif-deleted-69fcda0f-8944-4628-b6c1-05821a17a85a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1169.717332] env[65997]: INFO nova.compute.manager [req-4cbe1370-4b95-4499-9a08-c665caa72f01 req-d61cac84-b992-4022-a1e3-df597f93bbb5 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Neutron deleted interface 69fcda0f-8944-4628-b6c1-05821a17a85a; detaching it from the instance and deleting it from the info cache [ 1169.717519] env[65997]: DEBUG nova.network.neutron [req-4cbe1370-4b95-4499-9a08-c665caa72f01 req-d61cac84-b992-4022-a1e3-df597f93bbb5 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.909042] env[65997]: DEBUG nova.compute.manager [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1169.954475] env[65997]: DEBUG oslo_vmware.api [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4718992, 'name': ReconfigVM_Task, 'duration_secs': 5.903986} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.955401] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.955482] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Reconfigured VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.956204] env[65997]: WARNING neutronclient.v2_0.client [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.956275] env[65997]: WARNING neutronclient.v2_0.client [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.967747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.968141] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.968413] env[65997]: INFO nova.compute.manager [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Attaching volume 33fc01c9-7d01-40a7-a87b-343ab7298b27 to /dev/sdb [ 1170.010662] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52edacf0-58f6-d5a9-b272-ac5cc3a794b2, 'name': SearchDatastore_Task, 'duration_secs': 0.042746} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.013035] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910b90f-0678-4f4c-ab83-63ca5b04ed6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.016012] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca637a1a-b8cf-416f-aba9-e5dfe52b452a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.022491] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1170.022491] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b96fcf-70ce-b67a-a5b5-73b747b91c4d" [ 1170.022491] env[65997]: _type = "Task" [ 1170.022491] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.029173] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cfc71f-9285-46eb-8f6d-55fe3d23835d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.038365] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b96fcf-70ce-b67a-a5b5-73b747b91c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.038731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.039073] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. {{(pid=65997) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1170.039399] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9fb239-8b3e-4e2d-af86-5c722319245d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.046987] env[65997]: DEBUG nova.virt.block_device [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating existing volume attachment record: 5691c589-a9da-4190-b42b-5e6c3d572778 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.056521] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1170.056521] env[65997]: value = "task-4719008" [ 1170.056521] env[65997]: _type = "Task" [ 1170.056521] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.067649] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.181230] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184793} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.181767] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.182660] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2297cc-945a-43d8-9534-56e1781c534a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.203668] env[65997]: DEBUG nova.network.neutron [-] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.218383] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 7a4d37af-7628-4b98-b0e8-a00706896d94/7a4d37af-7628-4b98-b0e8-a00706896d94.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.219514] env[65997]: INFO nova.compute.manager [-] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Took 1.13 seconds to deallocate network for instance. [ 1170.219852] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f720a2-4be2-4b24-ac9f-0eb36579af0b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.239037] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23c5521d-bbff-4c73-bb78-ea47297bfd23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.247810] env[65997]: DEBUG nova.compute.manager [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-vif-deleted-520a59fa-9cab-404b-9b10-0018d1534e2b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1170.248027] env[65997]: INFO nova.compute.manager [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Neutron deleted interface 520a59fa-9cab-404b-9b10-0018d1534e2b; detaching it from the instance and deleting it from the info cache [ 1170.248424] env[65997]: DEBUG nova.network.neutron [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e965c2-52d2-4a4c-a612-98320340827b", "address": "fa:16:3e:f5:41:19", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e965c2-52", "ovs_interfaceid": "34e965c2-52d2-4a4c-a612-98320340827b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.257235] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69a9453-442e-42ed-a56e-ba3808ab63b6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.271700] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1170.271700] env[65997]: value = "task-4719009" [ 1170.271700] env[65997]: _type = "Task" [ 1170.271700] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.308923] env[65997]: DEBUG nova.compute.manager [req-4cbe1370-4b95-4499-9a08-c665caa72f01 req-d61cac84-b992-4022-a1e3-df597f93bbb5 service nova] [instance: be63bfaf-02ca-4e5b-80c4-9fdd4d52e165] Detach interface failed, port_id=69fcda0f-8944-4628-b6c1-05821a17a85a, reason: Instance be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1170.309551] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.434958] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.435319] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.572480] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.748219] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.752562] env[65997]: DEBUG oslo_concurrency.lockutils [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.752745] env[65997]: DEBUG oslo_concurrency.lockutils [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] Acquired lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.753689] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedb050-3ed9-4e03-920f-f432fcfb1f8a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.772999] env[65997]: DEBUG oslo_concurrency.lockutils [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] Releasing lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.773387] env[65997]: WARNING nova.compute.manager [req-63260392-62e1-4458-9ec8-9d29e2d38704 req-850aeca4-d87e-454f-ae01-61c82cce2e4f service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Detach interface failed, port_id=520a59fa-9cab-404b-9b10-0018d1534e2b, reason: No device with interface-id 520a59fa-9cab-404b-9b10-0018d1534e2b exists on VM: nova.exception.NotFound: No device with interface-id 520a59fa-9cab-404b-9b10-0018d1534e2b exists on VM [ 1170.783931] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719009, 'name': ReconfigVM_Task, 'duration_secs': 0.503049} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.784262] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 7a4d37af-7628-4b98-b0e8-a00706896d94/7a4d37af-7628-4b98-b0e8-a00706896d94.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.784945] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-523d9cc6-1782-461b-8f76-3dcc711b47c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.793206] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1170.793206] env[65997]: value = "task-4719011" [ 1170.793206] env[65997]: _type = "Task" [ 1170.793206] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.809344] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719011, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.941576] env[65997]: INFO nova.compute.claims [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.070154] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659686} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.070594] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk. [ 1171.071638] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ad6e7-d6cd-40e9-bead-ff60a43167f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.103322] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.104108] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ddf98e-3711-4302-a31f-6dbc61bcd94b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.127193] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1171.127193] env[65997]: value = "task-4719012" [ 1171.127193] env[65997]: _type = "Task" [ 1171.127193] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.138784] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.250390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.250696] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.250850] env[65997]: DEBUG nova.network.neutron [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.307102] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719011, 'name': Rename_Task, 'duration_secs': 0.319167} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.307463] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.307658] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c65a82-cfc7-4476-afab-d7a39dc38ee9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.318201] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1171.318201] env[65997]: value = "task-4719013" [ 1171.318201] env[65997]: _type = "Task" [ 1171.318201] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.331977] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.448525] env[65997]: INFO nova.compute.resource_tracker [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating resource usage from migration b004c033-1f36-4021-affa-9ac08c775d07 [ 1171.643967] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.698083] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8cf8a7-1563-4eb8-b66b-55f9d1cca085 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.710067] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf3949-dcb0-4191-bbf0-91b1cdb306fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.759596] env[65997]: WARNING neutronclient.v2_0.client [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.762199] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.762453] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.762662] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.762850] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.763027] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.765639] env[65997]: INFO nova.compute.manager [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Terminating instance [ 1171.770052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e4700-6dfb-46d6-9600-a7f93bf97926 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.780195] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501b337-23d8-4e20-9fca-f77c8d462c23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.798660] env[65997]: DEBUG nova.compute.provider_tree [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.830613] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.956562] env[65997]: WARNING neutronclient.v2_0.client [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.042745] env[65997]: INFO nova.network.neutron [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Port 34e965c2-52d2-4a4c-a612-98320340827b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1172.043287] env[65997]: DEBUG nova.network.neutron [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [{"id": "a428bd34-9cf3-4399-9177-b631bd26a332", "address": "fa:16:3e:2d:17:99", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428bd34-9c", "ovs_interfaceid": "a428bd34-9cf3-4399-9177-b631bd26a332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.139679] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719012, 'name': ReconfigVM_Task, 'duration_secs': 0.655538} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.140095] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfigured VM instance instance-00000071 to attach disk [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92/1b595631-4f24-47cf-aa1c-a9154f80a99b-rescue.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.140963] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e32916c-0c23-4871-b1b9-a12ad3db0420 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.174926] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58dbf0d7-5e8f-4e17-90a9-8de6c0758337 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.191602] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1172.191602] env[65997]: value = "task-4719014" [ 1172.191602] env[65997]: _type = "Task" [ 1172.191602] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.201631] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.269901] env[65997]: DEBUG nova.compute.manager [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1172.270256] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.271692] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7ffa6-89d8-4ebb-ab84-1eff283ec263 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.281033] env[65997]: DEBUG nova.compute.manager [req-f4e21a0c-cc87-4ad4-b663-ea19a07ac891 req-a7b2f671-376b-497d-bc47-532b5806e5f1 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-vif-deleted-34e965c2-52d2-4a4c-a612-98320340827b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1172.285116] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.285411] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa5d9a4-53c2-4bc0-a9c0-4864916d7c23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.296132] env[65997]: DEBUG oslo_vmware.api [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1172.296132] env[65997]: value = "task-4719015" [ 1172.296132] env[65997]: _type = "Task" [ 1172.296132] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.302604] env[65997]: DEBUG nova.scheduler.client.report [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.312552] env[65997]: DEBUG oslo_vmware.api [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.333866] env[65997]: DEBUG oslo_vmware.api [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719013, 'name': PowerOnVM_Task, 'duration_secs': 0.826311} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.334393] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.334522] env[65997]: INFO nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1172.334732] env[65997]: DEBUG nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1172.336256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939cfa8c-71c0-4c25-ab58-5d065d77e5d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.546588] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-55e1ec0c-7652-4ad5-a03c-62667c20159f" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.705232] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719014, 'name': ReconfigVM_Task, 'duration_secs': 0.38214} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.705532] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.705862] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0a11d8f-7783-4607-8e18-d4fec8de1646 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.714280] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1172.714280] env[65997]: value = "task-4719017" [ 1172.714280] env[65997]: _type = "Task" [ 1172.714280] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.725348] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.810980] env[65997]: DEBUG oslo_vmware.api [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719015, 'name': PowerOffVM_Task, 'duration_secs': 0.306275} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.811249] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.811451] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.811839] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a24da8fd-fdb2-4ac7-ab74-4a3fae938378 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.814927] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.815298] env[65997]: INFO nova.compute.manager [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Migrating [ 1172.833530] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.085s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.833904] env[65997]: DEBUG nova.objects.instance [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'resources' on Instance uuid be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.864646] env[65997]: INFO nova.compute.manager [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Took 12.45 seconds to build instance. [ 1172.949062] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.949435] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.949686] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleting the datastore file [datastore1] 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.950082] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31ab9ac5-1925-42ca-80b3-5423351801aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.959120] env[65997]: DEBUG oslo_vmware.api [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1172.959120] env[65997]: value = "task-4719019" [ 1172.959120] env[65997]: _type = "Task" [ 1172.959120] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.968697] env[65997]: DEBUG oslo_vmware.api [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.051023] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0fba9815-ce61-41d3-940b-73f4aef8aef3 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-55e1ec0c-7652-4ad5-a03c-62667c20159f-520a59fa-9cab-404b-9b10-0018d1534e2b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.711s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.225091] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.345036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.345234] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.345374] env[65997]: DEBUG nova.network.neutron [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1173.367570] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5917b61a-fdda-4162-b9f4-971657563b79 tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.966s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.473672] env[65997]: DEBUG oslo_vmware.api [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183381} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.474026] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.474218] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.474398] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.474571] env[65997]: INFO nova.compute.manager [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1173.474941] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1173.475056] env[65997]: DEBUG nova.compute.manager [-] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1173.475192] env[65997]: DEBUG nova.network.neutron [-] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1173.475411] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.523848] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.541200] env[65997]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 34e965c2-52d2-4a4c-a612-98320340827b could not be found.", "detail": ""}} {{(pid=65997) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1173.541510] env[65997]: DEBUG nova.network.neutron [-] Unable to show port 34e965c2-52d2-4a4c-a612-98320340827b as it no longer exists. {{(pid=65997) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1173.568820] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a19a06-83b6-4f7d-81d1-3f1fef0a9d5c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.578815] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd67b23-33d0-481c-a884-4ec6cb0b0b7e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.614979] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43259d5d-8dd1-4001-a1da-70e8997a0136 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.625170] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b18caa6-060d-4ebc-abd8-ef4bbab61747 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.640102] env[65997]: DEBUG nova.compute.provider_tree [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.726806] env[65997]: DEBUG oslo_vmware.api [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719017, 'name': PowerOnVM_Task, 'duration_secs': 0.779605} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.727119] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.730346] env[65997]: DEBUG nova.compute.manager [None req-ad45e61e-cc2b-43e3-8b8e-6f6ee2c7b985 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1173.731301] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd85360f-0a9d-47e7-9d4c-03f9c7b2b196 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.849563] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.003896] env[65997]: DEBUG nova.compute.manager [req-52699f9e-473c-469a-b960-67ab66935909 req-49fce278-3bae-4184-8d78-59058ae9cc56 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Received event network-vif-deleted-a428bd34-9cf3-4399-9177-b631bd26a332 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.004150] env[65997]: INFO nova.compute.manager [req-52699f9e-473c-469a-b960-67ab66935909 req-49fce278-3bae-4184-8d78-59058ae9cc56 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Neutron deleted interface a428bd34-9cf3-4399-9177-b631bd26a332; detaching it from the instance and deleting it from the info cache [ 1174.004296] env[65997]: DEBUG nova.network.neutron [req-52699f9e-473c-469a-b960-67ab66935909 req-49fce278-3bae-4184-8d78-59058ae9cc56 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.044857] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.120306] env[65997]: DEBUG nova.network.neutron [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.144155] env[65997]: DEBUG nova.scheduler.client.report [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.489195] env[65997]: DEBUG nova.network.neutron [-] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.512454] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e04e8b38-50c3-495e-a509-44dc53959c8d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.523742] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab53be4-da27-4528-91cf-1220f2162e40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.559175] env[65997]: DEBUG nova.compute.manager [req-52699f9e-473c-469a-b960-67ab66935909 req-49fce278-3bae-4184-8d78-59058ae9cc56 service nova] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Detach interface failed, port_id=a428bd34-9cf3-4399-9177-b631bd26a332, reason: Instance 55e1ec0c-7652-4ad5-a03c-62667c20159f could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.603750] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.604020] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920872', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'name': 'volume-33fc01c9-7d01-40a7-a87b-343ab7298b27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'serial': '33fc01c9-7d01-40a7-a87b-343ab7298b27'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.604995] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11211924-ca8d-464b-9278-92efd9eee02c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.622599] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.624692] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9591c21-1819-4cb5-baf6-641e7544689c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.653316] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-33fc01c9-7d01-40a7-a87b-343ab7298b27/volume-33fc01c9-7d01-40a7-a87b-343ab7298b27.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.654868] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.657024] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb68b035-b760-4ba8-a0e8-92be411888a4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.677016] env[65997]: DEBUG oslo_vmware.api [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1174.677016] env[65997]: value = "task-4719020" [ 1174.677016] env[65997]: _type = "Task" [ 1174.677016] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.687016] env[65997]: DEBUG oslo_vmware.api [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.692445] env[65997]: INFO nova.scheduler.client.report [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted allocations for instance be63bfaf-02ca-4e5b-80c4-9fdd4d52e165 [ 1174.697314] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "7a4d37af-7628-4b98-b0e8-a00706896d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.697625] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.697773] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "7a4d37af-7628-4b98-b0e8-a00706896d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.697952] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.698245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.700343] env[65997]: INFO nova.compute.manager [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Terminating instance [ 1174.911057] env[65997]: INFO nova.compute.manager [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Unrescuing [ 1174.911225] env[65997]: DEBUG oslo_concurrency.lockutils [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.911536] env[65997]: DEBUG oslo_concurrency.lockutils [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.911859] env[65997]: DEBUG nova.network.neutron [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.995125] env[65997]: INFO nova.compute.manager [-] [instance: 55e1ec0c-7652-4ad5-a03c-62667c20159f] Took 1.52 seconds to deallocate network for instance. [ 1175.188725] env[65997]: DEBUG oslo_vmware.api [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719020, 'name': ReconfigVM_Task, 'duration_secs': 0.423367} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.189129] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-33fc01c9-7d01-40a7-a87b-343ab7298b27/volume-33fc01c9-7d01-40a7-a87b-343ab7298b27.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.193884] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1a03d1-c449-45b3-a101-df6b201ab424 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.206767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-b5a8dd80-4d31-4dcf-90bd-f35208656ade tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "be63bfaf-02ca-4e5b-80c4-9fdd4d52e165" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.770s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.208076] env[65997]: DEBUG nova.compute.manager [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1175.208304] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.210037] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d843ff0a-ff8c-4f04-80f6-1b140abd92b8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.215235] env[65997]: DEBUG oslo_vmware.api [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1175.215235] env[65997]: value = "task-4719021" [ 1175.215235] env[65997]: _type = "Task" [ 1175.215235] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.221996] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.222879] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c86f9e-cc0d-4a76-a10c-c7dcfa19af31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.228904] env[65997]: DEBUG oslo_vmware.api [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.231611] env[65997]: DEBUG oslo_vmware.api [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1175.231611] env[65997]: value = "task-4719022" [ 1175.231611] env[65997]: _type = "Task" [ 1175.231611] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.244107] env[65997]: DEBUG oslo_vmware.api [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.415217] env[65997]: WARNING neutronclient.v2_0.client [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.502169] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.502518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.502780] env[65997]: DEBUG nova.objects.instance [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'resources' on Instance uuid 55e1ec0c-7652-4ad5-a03c-62667c20159f {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.725909] env[65997]: DEBUG oslo_vmware.api [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719021, 'name': ReconfigVM_Task, 'duration_secs': 0.184418} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.726246] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920872', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'name': 'volume-33fc01c9-7d01-40a7-a87b-343ab7298b27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'serial': '33fc01c9-7d01-40a7-a87b-343ab7298b27'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.730056] env[65997]: WARNING neutronclient.v2_0.client [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.742482] env[65997]: DEBUG oslo_vmware.api [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719022, 'name': PowerOffVM_Task, 'duration_secs': 0.290647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.742777] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.742952] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.744780] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fffdbe2b-c9bc-4cdd-80fa-f68226eb162f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.809437] env[65997]: DEBUG nova.network.neutron [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.826152] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.826659] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.826945] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Deleting the datastore file [datastore2] 7a4d37af-7628-4b98-b0e8-a00706896d94 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.827351] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dea6ddf-575c-4625-ad42-e77bb1db1e86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.836846] env[65997]: DEBUG oslo_vmware.api [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for the task: (returnval){ [ 1175.836846] env[65997]: value = "task-4719024" [ 1175.836846] env[65997]: _type = "Task" [ 1175.836846] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.846999] env[65997]: DEBUG oslo_vmware.api [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.141155] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb399ce-c829-4d71-bbcf-1522f6c84b74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.163802] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.237389] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ede32-96d3-4f67-8ee1-33f94b86ae0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.247357] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdfd160-180d-4a4d-a8c9-5f45bd81e05b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.283263] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4dda66-f57d-4620-9335-b324a2035556 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.292661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88763d2a-c06e-437d-b0f7-2e0f452f2091 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.310835] env[65997]: DEBUG nova.compute.provider_tree [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.314326] env[65997]: DEBUG oslo_concurrency.lockutils [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.315267] env[65997]: DEBUG nova.objects.instance [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'flavor' on Instance uuid dd26cf8f-a8d6-43fd-9623-6e03c1344b92 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.348043] env[65997]: DEBUG oslo_vmware.api [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Task: {'id': task-4719024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16691} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.348314] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.348513] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.348688] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.348868] env[65997]: INFO nova.compute.manager [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1176.349129] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1176.349321] env[65997]: DEBUG nova.compute.manager [-] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1176.349828] env[65997]: DEBUG nova.network.neutron [-] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1176.349828] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.383867] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.656179] env[65997]: DEBUG nova.compute.manager [req-25e261cb-ee8d-4de0-b8f6-a536528bc3ce req-63a52957-b435-446c-a906-b0eae9121f5f service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Received event network-vif-deleted-40b6d28a-04e3-48fa-90c3-245ff445bc5b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1176.656438] env[65997]: INFO nova.compute.manager [req-25e261cb-ee8d-4de0-b8f6-a536528bc3ce req-63a52957-b435-446c-a906-b0eae9121f5f service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Neutron deleted interface 40b6d28a-04e3-48fa-90c3-245ff445bc5b; detaching it from the instance and deleting it from the info cache [ 1176.656620] env[65997]: DEBUG nova.network.neutron [req-25e261cb-ee8d-4de0-b8f6-a536528bc3ce req-63a52957-b435-446c-a906-b0eae9121f5f service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.674372] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.675367] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759dd6fa-044f-4529-8650-ad7eeeefcdc1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.684143] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1176.684143] env[65997]: value = "task-4719025" [ 1176.684143] env[65997]: _type = "Task" [ 1176.684143] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.695250] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.787462] env[65997]: DEBUG nova.objects.instance [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.814786] env[65997]: DEBUG nova.scheduler.client.report [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.823987] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a78b88-e4f6-4aaa-b18b-676e22a5b75d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.856388] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.856939] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ffdd2b-70df-4074-adbe-b6581e0425f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.866168] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1176.866168] env[65997]: value = "task-4719026" [ 1176.866168] env[65997]: _type = "Task" [ 1176.866168] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.879222] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.135951] env[65997]: DEBUG nova.network.neutron [-] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.160019] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e111495-55a1-4166-aa87-954e71f73fa6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.170963] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bb3039-5010-4acc-8b86-54600fea066b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.195675] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719025, 'name': PowerOffVM_Task, 'duration_secs': 0.209458} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.211182] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.211447] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.215340] env[65997]: DEBUG nova.compute.manager [req-25e261cb-ee8d-4de0-b8f6-a536528bc3ce req-63a52957-b435-446c-a906-b0eae9121f5f service nova] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Detach interface failed, port_id=40b6d28a-04e3-48fa-90c3-245ff445bc5b, reason: Instance 7a4d37af-7628-4b98-b0e8-a00706896d94 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1177.283274] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.283456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.293021] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e51ba78-ba85-4144-b17a-078433d6539b tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.325s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.320563] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.345235] env[65997]: INFO nova.scheduler.client.report [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted allocations for instance 55e1ec0c-7652-4ad5-a03c-62667c20159f [ 1177.377833] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719026, 'name': PowerOffVM_Task, 'duration_secs': 0.339107} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.378149] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.385891] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.386379] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bab1f15-2851-4af0-859e-9e60500320f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.408849] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1177.408849] env[65997]: value = "task-4719027" [ 1177.408849] env[65997]: _type = "Task" [ 1177.408849] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.418868] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.639637] env[65997]: INFO nova.compute.manager [-] [instance: 7a4d37af-7628-4b98-b0e8-a00706896d94] Took 1.29 seconds to deallocate network for instance. [ 1177.719122] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.719596] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.719596] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.719693] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.719856] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.720077] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.720355] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.720600] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.720848] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.721051] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.721311] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.728580] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07319d0-d4ec-495a-b795-6673774bd84c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.746927] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1177.746927] env[65997]: value = "task-4719028" [ 1177.746927] env[65997]: _type = "Task" [ 1177.746927] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.759753] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.787321] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1177.853796] env[65997]: DEBUG oslo_concurrency.lockutils [None req-1ec39085-1099-4f12-92a5-2ba5cfd17075 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "55e1ec0c-7652-4ad5-a03c-62667c20159f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.091s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.920149] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719027, 'name': ReconfigVM_Task, 'duration_secs': 0.372421} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.920435] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.920613] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.920884] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3428d3d3-1467-46d8-8f27-fc4bb0744e55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.930184] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1177.930184] env[65997]: value = "task-4719029" [ 1177.930184] env[65997]: _type = "Task" [ 1177.930184] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.942386] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.148341] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.148486] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.148710] env[65997]: DEBUG nova.objects.instance [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lazy-loading 'resources' on Instance uuid 7a4d37af-7628-4b98-b0e8-a00706896d94 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.203122] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.203419] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.258721] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719028, 'name': ReconfigVM_Task, 'duration_secs': 0.273498} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.258985] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.270384] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212abf0-0d87-2864-0ca1-4efe308e4039/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1178.271576] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c28c2f6-5908-432a-9f4d-ee2e906e703c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.278416] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212abf0-0d87-2864-0ca1-4efe308e4039/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1178.278582] env[65997]: ERROR oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212abf0-0d87-2864-0ca1-4efe308e4039/disk-0.vmdk due to incomplete transfer. [ 1178.278820] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-11642ce8-8e17-49aa-ae22-ff0d233cd713 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.287636] env[65997]: DEBUG oslo_vmware.rw_handles [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212abf0-0d87-2864-0ca1-4efe308e4039/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1178.287878] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Uploaded image ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1178.290077] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1178.290326] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-352e64c0-1f56-49a1-b56b-c96927b026d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.301961] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1178.301961] env[65997]: value = "task-4719030" [ 1178.301961] env[65997]: _type = "Task" [ 1178.301961] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.314403] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719030, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.315556] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.441972] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.706799] env[65997]: DEBUG nova.compute.utils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.768035] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1178.768035] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.768035] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1178.768035] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.768035] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1178.768035] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1178.768566] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1178.768566] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1178.768566] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1178.768677] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1178.768862] env[65997]: DEBUG nova.virt.hardware [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1178.774511] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.774821] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a1499a-9137-4ae9-9b1c-9942871b19f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.797618] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1178.797618] env[65997]: value = "task-4719031" [ 1178.797618] env[65997]: _type = "Task" [ 1178.797618] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.810454] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.816278] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719030, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.856322] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca005f-da4e-416f-96cc-73a1ee507476 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.866555] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f004302-f7e1-451a-83de-cdee47067ecf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.906443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667d9e5-bac8-45e3-9ee9-d0958beea59e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.915056] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d96a26-3ae0-4955-bb34-723229695e09 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.929970] env[65997]: DEBUG nova.compute.provider_tree [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.942400] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.210945] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.307731] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719031, 'name': ReconfigVM_Task, 'duration_secs': 0.182072} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.310984] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.311807] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf554a-d9b9-4e4e-a0a5-a64007c33baa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.334294] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.337189] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3832f1-5c30-4dc6-becd-631673a7d6a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.349983] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719030, 'name': Destroy_Task, 'duration_secs': 0.9963} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.350275] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Destroyed the VM [ 1179.350517] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1179.351173] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5a466b8-a4e7-4422-8859-4eabc2c6f14e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.356917] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1179.356917] env[65997]: value = "task-4719032" [ 1179.356917] env[65997]: _type = "Task" [ 1179.356917] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.358197] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1179.358197] env[65997]: value = "task-4719033" [ 1179.358197] env[65997]: _type = "Task" [ 1179.358197] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.373675] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.378300] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.437031] env[65997]: DEBUG nova.scheduler.client.report [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.447402] env[65997]: DEBUG oslo_vmware.api [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719029, 'name': PowerOnVM_Task, 'duration_secs': 1.236761} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.447755] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.448098] env[65997]: DEBUG nova.compute.manager [None req-51a3ca66-f231-4c7c-b332-d5721ba12d2e tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.448910] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4294b979-ca3c-44bf-a10d-10bbd2f60e24 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.872058] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719032, 'name': ReconfigVM_Task, 'duration_secs': 0.396897} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.872816] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.873138] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.879972] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719033, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.942687] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.944939] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.629s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.946481] env[65997]: INFO nova.compute.claims [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.962648] env[65997]: INFO nova.scheduler.client.report [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Deleted allocations for instance 7a4d37af-7628-4b98-b0e8-a00706896d94 [ 1180.104042] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.104351] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.283053] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.283310] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.283545] env[65997]: INFO nova.compute.manager [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Attaching volume bb9ef8c4-d638-40eb-b93b-a5a972b276f6 to /dev/sdc [ 1180.375401] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719033, 'name': RemoveSnapshot_Task, 'duration_secs': 0.845715} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.376610] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1180.376880] env[65997]: DEBUG nova.compute.manager [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1180.377649] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e9558-112d-4416-9818-abbd88288b76 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.380596] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4ccbe-6b48-41a3-808a-a89105c21ce8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.385573] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7443c9ee-7913-404f-b7b0-42b49468fbbd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.390394] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95182b67-029f-4295-b691-527adca8a6bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.410512] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2aa45d-d9ee-4842-bf15-cf455f3759b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.429080] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.437023] env[65997]: DEBUG nova.virt.block_device [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating existing volume attachment record: cb841d3b-ccdf-4636-a9f5-fa7d361c9219 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.470300] env[65997]: DEBUG oslo_concurrency.lockutils [None req-92fdfeed-d8a1-4b7d-a8cd-b770dde019ce tempest-ServerMetadataNegativeTestJSON-1211435447 tempest-ServerMetadataNegativeTestJSON-1211435447-project-member] Lock "7a4d37af-7628-4b98-b0e8-a00706896d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.772s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.607352] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1180.827668] env[65997]: DEBUG nova.compute.manager [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.828523] env[65997]: DEBUG nova.compute.manager [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing instance network info cache due to event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1180.828523] env[65997]: DEBUG oslo_concurrency.lockutils [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.828523] env[65997]: DEBUG oslo_concurrency.lockutils [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.828886] env[65997]: DEBUG nova.network.neutron [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.914643] env[65997]: INFO nova.compute.manager [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Shelve offloading [ 1180.938671] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.939106] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.015879] env[65997]: DEBUG nova.network.neutron [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Port ed1a7ca2-873b-4833-aa50-93b3bd90610f binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1181.127520] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.154775] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf9e20-95a7-4dbf-b771-fea9757860f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.163668] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36faa571-049d-4016-b9c5-b18875505eb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.195264] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5bd3f5-901a-4e4a-92b4-8f7cdc975c7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.203373] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4cf83b-82fb-4b10-b15f-8a5a9d901afb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.219613] env[65997]: DEBUG nova.compute.provider_tree [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.334018] env[65997]: WARNING neutronclient.v2_0.client [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.418160] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.418500] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b34affd8-d8ef-4129-97f3-6aa30a321856 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.430485] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1181.430485] env[65997]: value = "task-4719035" [ 1181.430485] env[65997]: _type = "Task" [ 1181.430485] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.440568] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1181.440870] env[65997]: DEBUG nova.compute.manager [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1181.442133] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af24d1-cb5d-4747-8944-f75ea85e721b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.448562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.448730] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.448902] env[65997]: DEBUG nova.network.neutron [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.619966] env[65997]: WARNING neutronclient.v2_0.client [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.714483] env[65997]: DEBUG nova.network.neutron [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updated VIF entry in instance network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.715037] env[65997]: DEBUG nova.network.neutron [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.722760] env[65997]: DEBUG nova.scheduler.client.report [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.951942] env[65997]: WARNING neutronclient.v2_0.client [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.044826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.045259] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.045550] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.173598] env[65997]: WARNING neutronclient.v2_0.client [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.218389] env[65997]: DEBUG oslo_concurrency.lockutils [req-9699b9e5-4bce-402f-b353-0c781045abca req-2b20f570-dc56-46cb-855b-ddd0ddbffd0f service nova] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.228930] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.229106] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1182.232032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.105s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.233444] env[65997]: INFO nova.compute.claims [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.245955] env[65997]: DEBUG nova.network.neutron [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.738195] env[65997]: DEBUG nova.compute.utils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.742808] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1182.743119] env[65997]: DEBUG nova.network.neutron [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1182.743468] env[65997]: WARNING neutronclient.v2_0.client [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.743771] env[65997]: WARNING neutronclient.v2_0.client [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.748499] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.748845] env[65997]: WARNING neutronclient.v2_0.client [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.749151] env[65997]: WARNING neutronclient.v2_0.client [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.796744] env[65997]: DEBUG nova.policy [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3c0116cb20468c847ca78d0e210407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1396886123ae4f84938b7e47d9ac222a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.865923] env[65997]: DEBUG nova.compute.manager [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.866245] env[65997]: DEBUG nova.compute.manager [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing instance network info cache due to event network-changed-2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1182.866522] env[65997]: DEBUG oslo_concurrency.lockutils [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] Acquiring lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.866713] env[65997]: DEBUG oslo_concurrency.lockutils [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] Acquired lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.866928] env[65997]: DEBUG nova.network.neutron [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Refreshing network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.055029] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.104336] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.104942] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60b5b22-5d9a-473c-9d5f-49de1329d329 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.114266] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.115174] env[65997]: DEBUG nova.network.neutron [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Successfully created port: 513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1183.118411] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cd6988d-c679-4fba-bf6d-5ff55afd1625 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.180101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.180299] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.180486] env[65997]: DEBUG nova.network.neutron [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1183.210593] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.211099] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.211368] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleting the datastore file [datastore1] 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.211703] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec4f71e2-aacf-4274-944a-120aed9fb066 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.218625] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1183.218625] env[65997]: value = "task-4719038" [ 1183.218625] env[65997]: _type = "Task" [ 1183.218625] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.227967] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.243802] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1183.371152] env[65997]: WARNING neutronclient.v2_0.client [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.485743] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39911989-f47a-41f3-a0bc-3f788ee43ec8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.494648] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba64a63-4b25-47a4-aa28-43338dc2643b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.528256] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b10a63-4cbf-4140-bd79-32431e8326a8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.536784] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e7239-7f03-44ef-a1ed-81817ca37f1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.550760] env[65997]: DEBUG nova.compute.provider_tree [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.683990] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.708123] env[65997]: WARNING neutronclient.v2_0.client [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.729377] env[65997]: DEBUG oslo_vmware.api [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14734} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.729742] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.729945] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.730133] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.759608] env[65997]: INFO nova.scheduler.client.report [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted allocations for instance 3bcbb594-80af-42b4-a865-91f4314f8d43 [ 1183.988745] env[65997]: DEBUG nova.network.neutron [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updated VIF entry in instance network info cache for port 2598d117-fce4-41d2-9391-1426aa5b3dbc. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.989145] env[65997]: DEBUG nova.network.neutron [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [{"id": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "address": "fa:16:3e:f7:96:d6", "network": {"id": "798fc32f-13cf-4e18-849c-79001f541b78", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-910410127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f66f55e1a1e4d658bf72df3fa24d4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2598d117-fc", "ovs_interfaceid": "2598d117-fce4-41d2-9391-1426aa5b3dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.053904] env[65997]: DEBUG nova.scheduler.client.report [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.164309] env[65997]: WARNING neutronclient.v2_0.client [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.257901] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1184.262131] env[65997]: DEBUG nova.network.neutron [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.264201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.288183] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.288443] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.288597] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.288774] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.288918] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.289081] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.289291] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.289448] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.289611] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.289775] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.289978] env[65997]: DEBUG nova.virt.hardware [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.290849] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aab96d-3cb5-474e-9bd2-b3741c35f8a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.306144] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef59f0c-a3cc-43c1-85f9-b0c3c67c01b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.324830] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.495742] env[65997]: DEBUG oslo_concurrency.lockutils [req-9934359f-4430-4452-9a01-b9355217ac8d req-f3b046f1-7c1b-4e8e-9d59-bca07799f461 service nova] Releasing lock "refresh_cache-dd26cf8f-a8d6-43fd-9623-6e03c1344b92" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.559551] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.560115] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1184.563030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.299s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.563251] env[65997]: DEBUG nova.objects.instance [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'resources' on Instance uuid 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.714547] env[65997]: DEBUG nova.network.neutron [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Successfully updated port: 513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1184.766931] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.830160] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Getting list of instances from cluster (obj){ [ 1184.830160] env[65997]: value = "domain-c8" [ 1184.830160] env[65997]: _type = "ClusterComputeResource" [ 1184.830160] env[65997]: } {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1184.831966] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6601157b-cc61-4611-8106-8c8706921bd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.853464] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Got total of 9 instances {{(pid=65997) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1184.853565] env[65997]: WARNING nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1184.853638] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 1a3fe83c-ebc1-4eba-a971-f3581b46590b {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.853917] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 95018846-027f-44b4-8a41-78e2c3a169bd {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.854150] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid d1cf7f51-2954-49d8-b956-6602c2288b0d {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.854373] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 0cfbe97f-e080-4e6f-b694-73429afb8b12 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.854734] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid dd26cf8f-a8d6-43fd-9623-6e03c1344b92 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.856214] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.856477] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.856636] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 6dffd295-311f-4baf-b0d7-9ec16b025f1b {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.856836] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 1f8807e8-46cc-4cae-8429-71eeec233cfe {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.857017] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid fba30338-fe0f-40d1-b66d-d1d9e11169db {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.857213] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 3707cb9d-27c2-4580-becc-8e9cde1b05aa {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.857482] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Triggering sync for uuid 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 {{(pid=65997) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1184.858564] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.858815] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.859458] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "95018846-027f-44b4-8a41-78e2c3a169bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.859458] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "95018846-027f-44b4-8a41-78e2c3a169bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.859570] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.859736] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.859992] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.860239] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.860440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.860587] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.860817] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.861047] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.861251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.861426] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.861657] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.861830] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.862029] env[65997]: INFO nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1184.862237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.862488] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.862665] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.862917] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.863166] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.864018] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b205a-aed2-4393-9bf5-38e27d88806e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.867203] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82205eb-2c5c-4b92-a0e7-174283974cf0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.869979] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e426e62f-fa15-4b21-82c9-a9e472aaa374 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.872783] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c07cd-7883-42b6-8115-f9a131f6b8b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.875512] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8655b-a4f1-4748-9850-0b72986f0d1e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.878322] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35bcb5e-c09a-4b42-8975-186f3d0c7128 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.881125] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87659bdf-ea77-4d1c-87fa-ab5183836b03 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.908471] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-vif-unplugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.908471] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.908740] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.908863] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.909035] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] No waiting events found dispatching network-vif-unplugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.909270] env[65997]: WARNING nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received unexpected event network-vif-unplugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 for instance with vm_state shelved_offloaded and task_state None. [ 1184.909453] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.909681] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing instance network info cache due to event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1184.909963] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.910143] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.910305] env[65997]: DEBUG nova.network.neutron [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.991624] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.991867] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920873', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'name': 'volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'serial': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.992830] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b5026-5385-4a68-a740-dc2e12185fa7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.010310] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e7f4be-ba1a-477f-8780-44457837ab91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.039500] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6/volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.039829] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1412df-2082-4afe-a69f-e4592dbf4d31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.061163] env[65997]: DEBUG oslo_vmware.api [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1185.061163] env[65997]: value = "task-4719039" [ 1185.061163] env[65997]: _type = "Task" [ 1185.061163] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.065497] env[65997]: DEBUG nova.compute.utils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.067028] env[65997]: DEBUG nova.objects.instance [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'numa_topology' on Instance uuid 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.067925] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1185.068129] env[65997]: DEBUG nova.network.neutron [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1185.068450] env[65997]: WARNING neutronclient.v2_0.client [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.068752] env[65997]: WARNING neutronclient.v2_0.client [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.078052] env[65997]: DEBUG oslo_vmware.api [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.110361] env[65997]: DEBUG nova.policy [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.216778] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.217143] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.217360] env[65997]: DEBUG nova.network.neutron [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.297990] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e182806-bde3-4089-b34d-fd98a26fec64 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.318515] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87baa80c-d6e6-4688-873c-26bf9d053a59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.326746] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.407376] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.407905] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "95018846-027f-44b4-8a41-78e2c3a169bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.410705] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.410705] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.417282] env[65997]: WARNING neutronclient.v2_0.client [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.420399] env[65997]: DEBUG nova.network.neutron [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Successfully created port: 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1185.423164] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.424168] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.424559] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.575262] env[65997]: DEBUG nova.objects.base [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Object Instance<3bcbb594-80af-42b4-a865-91f4314f8d43> lazy-loaded attributes: resources,numa_topology {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.579262] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1185.582466] env[65997]: DEBUG oslo_vmware.api [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719039, 'name': ReconfigVM_Task, 'duration_secs': 0.367783} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.585785] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6/volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.592360] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1833ab5-5148-4907-98ce-6f80f153eadb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.606984] env[65997]: DEBUG oslo_vmware.api [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1185.606984] env[65997]: value = "task-4719040" [ 1185.606984] env[65997]: _type = "Task" [ 1185.606984] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.625654] env[65997]: DEBUG oslo_vmware.api [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.635093] env[65997]: WARNING neutronclient.v2_0.client [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.775208] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02db37f-372c-4ac6-8ea8-679900a92386 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.783372] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c6017-0967-44c2-bdfd-31d94dc5a126 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.815684] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88fec57-1ef6-4276-b2fe-0d71fd5c29e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.824142] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f649be-a4c6-4723-85d2-c4e5f70b3204 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.841490] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.842085] env[65997]: DEBUG nova.compute.provider_tree [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.846731] env[65997]: DEBUG nova.network.neutron [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1185.848412] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cb288d1-4379-426c-a3c6-1a183f4c913f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.856578] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1185.856578] env[65997]: value = "task-4719041" [ 1185.856578] env[65997]: _type = "Task" [ 1185.856578] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.866398] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.877314] env[65997]: DEBUG nova.network.neutron [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updated VIF entry in instance network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.877884] env[65997]: DEBUG nova.network.neutron [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.980443] env[65997]: WARNING neutronclient.v2_0.client [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.056279] env[65997]: DEBUG nova.network.neutron [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updating instance_info_cache with network_info: [{"id": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "address": "fa:16:3e:d4:fd:11", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513bf757-dc", "ovs_interfaceid": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.117224] env[65997]: DEBUG oslo_vmware.api [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719040, 'name': ReconfigVM_Task, 'duration_secs': 0.144543} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.117837] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920873', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'name': 'volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'serial': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.352362] env[65997]: DEBUG nova.scheduler.client.report [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.369554] env[65997]: DEBUG oslo_vmware.api [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719041, 'name': PowerOnVM_Task, 'duration_secs': 0.390394} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.369554] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.369554] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9f26f788-17b5-472f-ac23-078ead20b9ee tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance '1f8807e8-46cc-4cae-8429-71eeec233cfe' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.381381] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.381640] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Received event network-vif-plugged-513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.381835] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.382095] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.382267] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.382434] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] No waiting events found dispatching network-vif-plugged-513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1186.382603] env[65997]: WARNING nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Received unexpected event network-vif-plugged-513bf757-dc94-4c93-81c5-d4589e55c0a8 for instance with vm_state building and task_state spawning. [ 1186.382763] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Received event network-changed-513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.382949] env[65997]: DEBUG nova.compute.manager [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Refreshing instance network info cache due to event network-changed-513bf757-dc94-4c93-81c5-d4589e55c0a8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1186.383095] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Acquiring lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.560670] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.561208] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Instance network_info: |[{"id": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "address": "fa:16:3e:d4:fd:11", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513bf757-dc", "ovs_interfaceid": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1186.561658] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Acquired lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.561926] env[65997]: DEBUG nova.network.neutron [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Refreshing network info cache for port 513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.563500] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fd:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '513bf757-dc94-4c93-81c5-d4589e55c0a8', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.576544] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1186.578171] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.578567] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7905e57-00df-4d68-b320-23da160fdbc1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.600560] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1186.610934] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.610934] env[65997]: value = "task-4719042" [ 1186.610934] env[65997]: _type = "Task" [ 1186.610934] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.625628] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719042, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.635900] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1186.636161] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.636321] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1186.636498] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.636640] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1186.636782] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1186.636989] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.637158] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1186.637321] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1186.637500] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1186.637647] env[65997]: DEBUG nova.virt.hardware [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1186.638611] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c410805-894f-42b6-9336-ea52718378af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.648905] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe4ee3-f4b5-470b-9182-6fd8717da4ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.742623] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.858372] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.905304] env[65997]: DEBUG nova.compute.manager [req-08952be1-739e-4815-82df-2786ff974514 req-d6ad2a47-4e6c-4b5b-ad40-821e6437a969 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-vif-plugged-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.905580] env[65997]: DEBUG oslo_concurrency.lockutils [req-08952be1-739e-4815-82df-2786ff974514 req-d6ad2a47-4e6c-4b5b-ad40-821e6437a969 service nova] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.905735] env[65997]: DEBUG oslo_concurrency.lockutils [req-08952be1-739e-4815-82df-2786ff974514 req-d6ad2a47-4e6c-4b5b-ad40-821e6437a969 service nova] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.906055] env[65997]: DEBUG oslo_concurrency.lockutils [req-08952be1-739e-4815-82df-2786ff974514 req-d6ad2a47-4e6c-4b5b-ad40-821e6437a969 service nova] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.906279] env[65997]: DEBUG nova.compute.manager [req-08952be1-739e-4815-82df-2786ff974514 req-d6ad2a47-4e6c-4b5b-ad40-821e6437a969 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] No waiting events found dispatching network-vif-plugged-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1186.906461] env[65997]: WARNING nova.compute.manager [req-08952be1-739e-4815-82df-2786ff974514 req-d6ad2a47-4e6c-4b5b-ad40-821e6437a969 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received unexpected event network-vif-plugged-883ba482-6cac-40c9-98df-0ba77fd0cb5a for instance with vm_state building and task_state spawning. [ 1187.023244] env[65997]: DEBUG nova.network.neutron [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Successfully updated port: 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1187.078441] env[65997]: WARNING neutronclient.v2_0.client [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.123974] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719042, 'name': CreateVM_Task, 'duration_secs': 0.504496} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.124108] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.124593] env[65997]: WARNING neutronclient.v2_0.client [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.132930] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.133105] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.133434] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.133735] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d36968-7ef0-4b8e-82d2-63e477331b97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.139514] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1187.139514] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eb86de-d695-20f0-610c-0e366c150133" [ 1187.139514] env[65997]: _type = "Task" [ 1187.139514] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.148707] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eb86de-d695-20f0-610c-0e366c150133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.169171] env[65997]: DEBUG nova.objects.instance [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.240252] env[65997]: WARNING neutronclient.v2_0.client [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.313583] env[65997]: DEBUG nova.network.neutron [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updated VIF entry in instance network info cache for port 513bf757-dc94-4c93-81c5-d4589e55c0a8. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1187.313963] env[65997]: DEBUG nova.network.neutron [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updating instance_info_cache with network_info: [{"id": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "address": "fa:16:3e:d4:fd:11", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513bf757-dc", "ovs_interfaceid": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.366912] env[65997]: DEBUG oslo_concurrency.lockutils [None req-dcac395e-fda7-474a-a9e6-566eee2378ae tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.888s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.367826] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.507s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.368336] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c31cb88-5bb6-4749-886d-ea0cb0fbd175 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.379320] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2d63c-34c4-466e-8854-866765f15efb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.526303] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.526504] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.526701] env[65997]: DEBUG nova.network.neutron [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.651976] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52eb86de-d695-20f0-610c-0e366c150133, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.652338] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.652576] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.652818] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.652968] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.653225] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.653530] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05fdd98a-fe1c-457c-a8f7-1c70f8695e62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.664254] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.664446] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.665611] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd6e938-3f66-4535-bf64-6764a92c6ad0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.673453] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1187.673453] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52212943-d6e6-7f71-b9a9-b19d79275991" [ 1187.673453] env[65997]: _type = "Task" [ 1187.673453] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.673976] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56ba7ac2-e2b8-49b6-8085-17ff10424ec4 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.391s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.675063] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.814s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.679342] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f6edec-b2b7-4bf5-b7ad-6b7a6c628c1e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.688531] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52212943-d6e6-7f71-b9a9-b19d79275991, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.692690] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853809b8-3b14-40de-925e-4f96e3a850b7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.699980] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1187.699980] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a891c6-bac9-dcc0-dfa6-bb7aa98aba86" [ 1187.699980] env[65997]: _type = "Task" [ 1187.699980] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.709796] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a891c6-bac9-dcc0-dfa6-bb7aa98aba86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.817356] env[65997]: DEBUG oslo_concurrency.lockutils [req-4e12350f-dfec-415e-8a1a-ccc14b73a140 req-9c648711-98bf-4325-a260-0f0284e98e3c service nova] Releasing lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.933076] env[65997]: INFO nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] During the sync_power process the instance has moved from host None to host cpu-1 [ 1187.933076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.933076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.933263] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.191s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.933513] env[65997]: INFO nova.compute.manager [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Unshelving [ 1188.061017] env[65997]: DEBUG nova.network.neutron [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1188.134911] env[65997]: WARNING neutronclient.v2_0.client [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.197015] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.197467] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.264s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.205419] env[65997]: DEBUG nova.network.neutron [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.215430] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a891c6-bac9-dcc0-dfa6-bb7aa98aba86, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.216061] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.216061] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 3707cb9d-27c2-4580-becc-8e9cde1b05aa/3707cb9d-27c2-4580-becc-8e9cde1b05aa.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.216211] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d516ebc5-f488-4090-93c5-06794e089aa3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.224163] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1188.224163] env[65997]: value = "task-4719043" [ 1188.224163] env[65997]: _type = "Task" [ 1188.224163] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.233837] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.578072] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.578862] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.579031] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1188.702385] env[65997]: INFO nova.compute.manager [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Detaching volume 33fc01c9-7d01-40a7-a87b-343ab7298b27 [ 1188.710484] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.710847] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Instance network_info: |[{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1188.711892] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:dd:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '883ba482-6cac-40c9-98df-0ba77fd0cb5a', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.720851] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1188.721108] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.721374] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d3e0598-efa9-4a64-8b36-36adf1e90c65 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.737451] env[65997]: INFO nova.virt.block_device [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Attempting to driver detach volume 33fc01c9-7d01-40a7-a87b-343ab7298b27 from mountpoint /dev/sdb [ 1188.737703] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.737934] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920872', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'name': 'volume-33fc01c9-7d01-40a7-a87b-343ab7298b27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'serial': '33fc01c9-7d01-40a7-a87b-343ab7298b27'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.738829] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c49ab3-5292-4c0c-9c95-a393d1affbe1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.770289] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5fa80-c9dd-4d01-aee3-5b613e0ace81 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.773224] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4769} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.773352] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.773352] env[65997]: value = "task-4719044" [ 1188.773352] env[65997]: _type = "Task" [ 1188.773352] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.773863] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 3707cb9d-27c2-4580-becc-8e9cde1b05aa/3707cb9d-27c2-4580-becc-8e9cde1b05aa.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.774097] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.775253] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58bbcaa-e83c-4fa8-b784-5b4f11ac004b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.782937] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399a9ae-bf43-4d41-8cbf-37399c73ecfe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.788781] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719044, 'name': CreateVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.790502] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1188.790502] env[65997]: value = "task-4719045" [ 1188.790502] env[65997]: _type = "Task" [ 1188.790502] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.817513] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d5610-f310-45b3-b3e4-43b8e123d3ab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.823544] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.838171] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The volume has not been displaced from its original location: [datastore2] volume-33fc01c9-7d01-40a7-a87b-343ab7298b27/volume-33fc01c9-7d01-40a7-a87b-343ab7298b27.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.844082] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.844499] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a669fc78-f1a7-4754-948d-0a09558b4aac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.864222] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1188.864222] env[65997]: value = "task-4719046" [ 1188.864222] env[65997]: _type = "Task" [ 1188.864222] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.874125] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.932779] env[65997]: DEBUG nova.compute.manager [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1188.933081] env[65997]: DEBUG nova.compute.manager [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing instance network info cache due to event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1188.933333] env[65997]: DEBUG oslo_concurrency.lockutils [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.933473] env[65997]: DEBUG oslo_concurrency.lockutils [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.933630] env[65997]: DEBUG nova.network.neutron [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.966030] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.966184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.966399] env[65997]: DEBUG nova.objects.instance [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'pci_requests' on Instance uuid 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.016223] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.085591] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.086031] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.086382] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.121622] env[65997]: DEBUG nova.network.neutron [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Port ed1a7ca2-873b-4833-aa50-93b3bd90610f binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1189.121881] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.122124] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.122307] env[65997]: DEBUG nova.network.neutron [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.285335] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719044, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.304177] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070189} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.304403] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.305473] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1698cc-91f5-409e-84f4-6a08ac35fc17 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.330129] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3707cb9d-27c2-4580-becc-8e9cde1b05aa/3707cb9d-27c2-4580-becc-8e9cde1b05aa.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.330461] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c2b90f-e572-46e2-b64a-66352ce84dd2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.351757] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1189.351757] env[65997]: value = "task-4719047" [ 1189.351757] env[65997]: _type = "Task" [ 1189.351757] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.364555] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.374228] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.436832] env[65997]: WARNING neutronclient.v2_0.client [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.470459] env[65997]: DEBUG nova.objects.instance [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'numa_topology' on Instance uuid 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.617663] env[65997]: WARNING neutronclient.v2_0.client [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.625614] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.693781] env[65997]: DEBUG nova.network.neutron [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updated VIF entry in instance network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1189.694176] env[65997]: DEBUG nova.network.neutron [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.785044] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719044, 'name': CreateVM_Task, 'duration_secs': 0.792656} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.785223] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.785747] env[65997]: WARNING neutronclient.v2_0.client [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.786123] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.786283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.786593] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.786865] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7255691-d7b5-4f2e-bc15-f290b7399d7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.791581] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.795126] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1189.795126] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5210f67b-3bdf-baed-90dc-8d7bf7d26c00" [ 1189.795126] env[65997]: _type = "Task" [ 1189.795126] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.804733] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5210f67b-3bdf-baed-90dc-8d7bf7d26c00, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.805452] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.805452] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.805452] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.805631] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.805773] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.806064] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bc018e5-243b-4676-9ffe-22d2af5e1810 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.815228] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.815471] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.816383] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edec91cf-ef33-4781-b27a-7d93d2e89345 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.822446] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1189.822446] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c1fc0c-58e8-748c-edac-c6589946d763" [ 1189.822446] env[65997]: _type = "Task" [ 1189.822446] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.834096] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c1fc0c-58e8-748c-edac-c6589946d763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.863091] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.869284] env[65997]: DEBUG nova.network.neutron [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.877810] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719046, 'name': ReconfigVM_Task, 'duration_secs': 0.661537} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.878114] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.885057] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5e06d3-5b79-4d00-9e7e-cad6fa6e58f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.900776] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1189.900776] env[65997]: value = "task-4719048" [ 1189.900776] env[65997]: _type = "Task" [ 1189.900776] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.909473] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.978390] env[65997]: INFO nova.compute.claims [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.196788] env[65997]: DEBUG oslo_concurrency.lockutils [req-5699d67c-6475-45b3-b8ad-6c540b284ad2 req-997941ee-bd29-4a8b-a174-6148f7b2a231 service nova] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.334099] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52c1fc0c-58e8-748c-edac-c6589946d763, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.334876] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc5d268-e13e-4980-8d93-c66f61d0196d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.341425] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1190.341425] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5299a596-0746-7b3c-ca77-be56568c877a" [ 1190.341425] env[65997]: _type = "Task" [ 1190.341425] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.350363] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5299a596-0746-7b3c-ca77-be56568c877a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.362228] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719047, 'name': ReconfigVM_Task, 'duration_secs': 0.535891} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.362501] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3707cb9d-27c2-4580-becc-8e9cde1b05aa/3707cb9d-27c2-4580-becc-8e9cde1b05aa.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.363175] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed852d1-a380-44ed-a716-7321aa5238ef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.369737] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1190.369737] env[65997]: value = "task-4719049" [ 1190.369737] env[65997]: _type = "Task" [ 1190.369737] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.373209] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.380798] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719049, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.410889] env[65997]: DEBUG oslo_vmware.api [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719048, 'name': ReconfigVM_Task, 'duration_secs': 0.15835} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.410889] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920872', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'name': 'volume-33fc01c9-7d01-40a7-a87b-343ab7298b27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': '33fc01c9-7d01-40a7-a87b-343ab7298b27', 'serial': '33fc01c9-7d01-40a7-a87b-343ab7298b27'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.578353] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.852434] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5299a596-0746-7b3c-ca77-be56568c877a, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.852802] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.852914] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 5e5dfa3c-544f-41dd-8b57-06d4397b3e78/5e5dfa3c-544f-41dd-8b57-06d4397b3e78.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.853214] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe286d1-a3c5-48c2-b081-62f70fd6deb4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.861568] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1190.861568] env[65997]: value = "task-4719050" [ 1190.861568] env[65997]: _type = "Task" [ 1190.861568] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.872046] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.876015] env[65997]: DEBUG nova.compute.manager [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65997) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1190.876248] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.880575] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719049, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.953262] env[65997]: DEBUG nova.objects.instance [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.188587] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a7957-e838-4bbd-a652-d52c77d970e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.198412] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9930d133-55a6-4be6-910d-68192a617738 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.233568] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc31a499-9980-4664-9820-bf789e60f053 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.246016] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcc3f6-61d6-4439-abe6-0a1983e23deb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.269933] env[65997]: DEBUG nova.compute.provider_tree [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.372427] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489187} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.375432] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 5e5dfa3c-544f-41dd-8b57-06d4397b3e78/5e5dfa3c-544f-41dd-8b57-06d4397b3e78.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.375647] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.375899] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-228fc7f3-3746-40c0-a793-4212649adc63 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.385061] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719049, 'name': Rename_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.386020] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1191.386020] env[65997]: value = "task-4719051" [ 1191.386020] env[65997]: _type = "Task" [ 1191.386020] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.395761] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.578590] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.773636] env[65997]: DEBUG nova.scheduler.client.report [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.884869] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719049, 'name': Rename_Task, 'duration_secs': 1.202396} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.885238] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.885524] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1ac6cc1-85d3-4a6d-b361-8ea9ed9ff424 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.896861] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067505} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.898433] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.898844] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1191.898844] env[65997]: value = "task-4719052" [ 1191.898844] env[65997]: _type = "Task" [ 1191.898844] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.899636] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2291e-37f4-436a-80dc-1234c1bda5ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.926039] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5e5dfa3c-544f-41dd-8b57-06d4397b3e78/5e5dfa3c-544f-41dd-8b57-06d4397b3e78.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.929856] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77233ae0-c0de-427f-901e-e104517e2db3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945287] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.951377] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1191.951377] env[65997]: value = "task-4719053" [ 1191.951377] env[65997]: _type = "Task" [ 1191.951377] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.960564] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.960990] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3a4491af-42cb-4cb0-a09a-2f7980488f82 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.764s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.255748] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.256018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.278601] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.312s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.278601] env[65997]: WARNING neutronclient.v2_0.client [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.282031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.405s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.315785] env[65997]: INFO nova.network.neutron [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating port c2e6cb5f-e08e-4f00-ae08-def75538b547 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1192.414092] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.465126] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.759802] env[65997]: INFO nova.compute.manager [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Detaching volume bb9ef8c4-d638-40eb-b93b-a5a972b276f6 [ 1192.784269] env[65997]: DEBUG nova.objects.instance [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'migration_context' on Instance uuid 1f8807e8-46cc-4cae-8429-71eeec233cfe {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.810642] env[65997]: INFO nova.virt.block_device [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Attempting to driver detach volume bb9ef8c4-d638-40eb-b93b-a5a972b276f6 from mountpoint /dev/sdc [ 1192.811086] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.811172] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920873', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'name': 'volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'serial': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.812543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c6d76-c26b-42c1-a6c6-742a6d484e43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.838268] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021f4472-431a-4516-b2d8-63c3f6391fb1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.847143] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcdc8c8-cbed-407e-aacb-1597374fd232 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.868341] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e52794-af1a-48f2-8c47-8355be6040a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.884640] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] The volume has not been displaced from its original location: [datastore2] volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6/volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1192.889891] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.890267] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea59e02b-3083-4c80-abce-5ed2bc346c96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.914412] env[65997]: DEBUG oslo_vmware.api [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719052, 'name': PowerOnVM_Task, 'duration_secs': 1.00764} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.915849] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.916110] env[65997]: INFO nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1192.916301] env[65997]: DEBUG nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1192.916703] env[65997]: DEBUG oslo_vmware.api [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1192.916703] env[65997]: value = "task-4719054" [ 1192.916703] env[65997]: _type = "Task" [ 1192.916703] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.917443] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4474304-1115-4a6d-b3aa-1a8b59c0a3c7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.962361] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719053, 'name': ReconfigVM_Task, 'duration_secs': 0.870882} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.962704] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5e5dfa3c-544f-41dd-8b57-06d4397b3e78/5e5dfa3c-544f-41dd-8b57-06d4397b3e78.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.963447] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a488be-fbde-4e9c-83bf-61b703803df9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.972091] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1192.972091] env[65997]: value = "task-4719055" [ 1192.972091] env[65997]: _type = "Task" [ 1192.972091] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.986390] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719055, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.093037] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.093288] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.093543] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.093777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.094060] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.096807] env[65997]: INFO nova.compute.manager [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Terminating instance [ 1193.441720] env[65997]: DEBUG oslo_vmware.api [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719054, 'name': ReconfigVM_Task, 'duration_secs': 0.277059} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.446552] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.452178] env[65997]: INFO nova.compute.manager [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Took 15.16 seconds to build instance. [ 1193.453202] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d50954-e171-4878-964a-b83407318dd1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.470665] env[65997]: DEBUG oslo_vmware.api [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1193.470665] env[65997]: value = "task-4719056" [ 1193.470665] env[65997]: _type = "Task" [ 1193.470665] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.485747] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719055, 'name': Rename_Task, 'duration_secs': 0.158395} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.491764] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.492590] env[65997]: DEBUG oslo_vmware.api [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.493079] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771213e5-ab19-4dbf-8d45-11ca7d3995f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.500871] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1193.500871] env[65997]: value = "task-4719057" [ 1193.500871] env[65997]: _type = "Task" [ 1193.500871] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.513012] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.518111] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f1ed9-044c-44bf-829a-83411c4cdacc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.527193] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43764832-0e6f-487f-aa72-4c974ef1af84 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.560083] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4725846-1761-43b2-a325-406e141c7e50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.569524] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd70c9-2980-430a-b8b6-8ff1401b509c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.574105] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.587603] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.589225] env[65997]: DEBUG nova.compute.provider_tree [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.600664] env[65997]: DEBUG nova.compute.manager [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1193.600895] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.601862] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e67fd6a-f175-4cc5-8e17-091223f649d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.609347] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1193.609347] env[65997]: value = "task-4719058" [ 1193.609347] env[65997]: _type = "Task" [ 1193.609347] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.619961] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.935244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.935487] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.935606] env[65997]: DEBUG nova.network.neutron [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.953679] env[65997]: DEBUG nova.compute.manager [req-8d1f37f6-c239-4b10-bde0-90a5650c26c7 req-7c50fdb3-ef92-4e21-9718-ee00c7e16888 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-vif-plugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.953897] env[65997]: DEBUG oslo_concurrency.lockutils [req-8d1f37f6-c239-4b10-bde0-90a5650c26c7 req-7c50fdb3-ef92-4e21-9718-ee00c7e16888 service nova] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.954116] env[65997]: DEBUG oslo_concurrency.lockutils [req-8d1f37f6-c239-4b10-bde0-90a5650c26c7 req-7c50fdb3-ef92-4e21-9718-ee00c7e16888 service nova] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.954329] env[65997]: DEBUG oslo_concurrency.lockutils [req-8d1f37f6-c239-4b10-bde0-90a5650c26c7 req-7c50fdb3-ef92-4e21-9718-ee00c7e16888 service nova] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.954521] env[65997]: DEBUG nova.compute.manager [req-8d1f37f6-c239-4b10-bde0-90a5650c26c7 req-7c50fdb3-ef92-4e21-9718-ee00c7e16888 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] No waiting events found dispatching network-vif-plugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1193.954683] env[65997]: WARNING nova.compute.manager [req-8d1f37f6-c239-4b10-bde0-90a5650c26c7 req-7c50fdb3-ef92-4e21-9718-ee00c7e16888 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received unexpected event network-vif-plugged-c2e6cb5f-e08e-4f00-ae08-def75538b547 for instance with vm_state shelved_offloaded and task_state spawning. [ 1193.964698] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e1f88f72-7f51-4681-9041-ca4ba9e5f22f tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.681s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.965015] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.102s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.965202] env[65997]: INFO nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] During sync_power_state the instance has a pending task (spawning). Skip. [ 1193.965365] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.984689] env[65997]: DEBUG oslo_vmware.api [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719056, 'name': ReconfigVM_Task, 'duration_secs': 0.162438} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.984991] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920873', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'name': 'volume-bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '127d0363-302d-487c-a0f0-ff38dbc0a6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6', 'serial': 'bb9ef8c4-d638-40eb-b93b-a5a972b276f6'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.012249] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.092247] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.094088] env[65997]: DEBUG nova.scheduler.client.report [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.121262] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719058, 'name': PowerOffVM_Task, 'duration_secs': 0.224969} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.121673] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.121927] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.122206] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920851', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'name': 'volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6dffd295-311f-4baf-b0d7-9ec16b025f1b', 'attached_at': '2025-11-22T04:39:02.000000', 'detached_at': '', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'serial': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.122957] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371f00c-14e6-4106-b89a-0f14a7d10552 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.144358] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07437e1-518b-4c5c-8200-a15a157ae171 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.153390] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a31ba4-45f8-49e1-8651-0014c6788422 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.173799] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40d84c-c684-485c-ad1f-3bbcb930decf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.193870] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] The volume has not been displaced from its original location: [datastore2] volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550/volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.200700] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.201600] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4eac686-780d-4dba-8fbe-e648fcc06d42 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.222469] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1194.222469] env[65997]: value = "task-4719059" [ 1194.222469] env[65997]: _type = "Task" [ 1194.222469] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.234382] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.342339] env[65997]: DEBUG nova.compute.manager [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Received event network-changed-513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.342478] env[65997]: DEBUG nova.compute.manager [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Refreshing instance network info cache due to event network-changed-513bf757-dc94-4c93-81c5-d4589e55c0a8. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1194.342684] env[65997]: DEBUG oslo_concurrency.lockutils [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] Acquiring lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.342820] env[65997]: DEBUG oslo_concurrency.lockutils [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] Acquired lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.343049] env[65997]: DEBUG nova.network.neutron [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Refreshing network info cache for port 513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.438943] env[65997]: WARNING neutronclient.v2_0.client [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.515182] env[65997]: DEBUG oslo_vmware.api [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719057, 'name': PowerOnVM_Task, 'duration_secs': 0.815628} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.515545] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.515764] env[65997]: INFO nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1194.515971] env[65997]: DEBUG nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1194.516908] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e81bb4-cad8-4150-bda6-964ddcf5feba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.534763] env[65997]: DEBUG nova.objects.instance [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'flavor' on Instance uuid 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.660830] env[65997]: WARNING neutronclient.v2_0.client [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.734162] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719059, 'name': ReconfigVM_Task, 'duration_secs': 0.242993} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.734638] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.741138] env[65997]: DEBUG nova.network.neutron [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.742013] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2492e75d-2649-411d-a120-54975cf3c00c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.761701] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1194.761701] env[65997]: value = "task-4719060" [ 1194.761701] env[65997]: _type = "Task" [ 1194.761701] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.772419] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.845751] env[65997]: WARNING neutronclient.v2_0.client [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.037972] env[65997]: INFO nova.compute.manager [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Took 13.93 seconds to build instance. [ 1195.104194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.823s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.110101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.018s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.110302] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.110536] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1195.114652] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c36ea3-5e24-43aa-ac9c-958c6c66c26e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.123644] env[65997]: WARNING neutronclient.v2_0.client [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.134547] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e595a74e-a7a5-4ee5-a23a-77ab938f3247 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.157864] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc80688-7404-4a1d-853e-194230d356a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.166694] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f1d11-9d76-4d7d-9351-cf24763c0293 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.201136] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178524MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1195.201364] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.201697] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.257840] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.259639] env[65997]: DEBUG nova.network.neutron [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updated VIF entry in instance network info cache for port 513bf757-dc94-4c93-81c5-d4589e55c0a8. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1195.260013] env[65997]: DEBUG nova.network.neutron [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updating instance_info_cache with network_info: [{"id": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "address": "fa:16:3e:d4:fd:11", "network": {"id": "f979e2ac-172e-4a7e-a819-2df163242eaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-399695478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1396886123ae4f84938b7e47d9ac222a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513bf757-dc", "ovs_interfaceid": "513bf757-dc94-4c93-81c5-d4589e55c0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.275846] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719060, 'name': ReconfigVM_Task, 'duration_secs': 0.136748} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.276220] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920851', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'name': 'volume-f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6dffd295-311f-4baf-b0d7-9ec16b025f1b', 'attached_at': '2025-11-22T04:39:02.000000', 'detached_at': '', 'volume_id': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550', 'serial': 'f3c4ccfd-728a-436e-a254-87fa0b9f5550'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.276578] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.277713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad4cf2-fa43-46f6-a54f-734fa6c40df0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.286206] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.288480] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-547fd123-6a81-4e73-9b05-ebaee4db0bbe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.298701] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5436fa19a3a1f3cdecf28f195e83c5e0',container_format='bare',created_at=2025-11-22T04:39:10Z,direct_url=,disk_format='vmdk',id=ec622c38-7013-4f84-8ccb-53ed8c2eb4f1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-820543731-shelved',owner='35274325388d4c18a7b6f7f868036d01',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-22T04:39:26Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.298968] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.299141] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.299328] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.299467] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.299724] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.299825] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.299983] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.300171] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.300341] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.300518] env[65997]: DEBUG nova.virt.hardware [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.301449] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1b1634-2e7c-43df-9ba3-6f1fea63d944 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.311516] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7646557c-4f28-459d-ab43-cf407a2fe0b0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.335297] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:f7:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e6cb5f-e08e-4f00-ae08-def75538b547', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.343292] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1195.344261] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.344511] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd9cec41-d4f6-4252-b378-33db2d6ca92c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.367556] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.367556] env[65997]: value = "task-4719062" [ 1195.367556] env[65997]: _type = "Task" [ 1195.367556] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.372837] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.373095] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.373291] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore2] 6dffd295-311f-4baf-b0d7-9ec16b025f1b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.373956] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-344e14c4-64a2-453d-a5a2-1236c95bb963 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.379827] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719062, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.383818] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1195.383818] env[65997]: value = "task-4719063" [ 1195.383818] env[65997]: _type = "Task" [ 1195.383818] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.394087] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.544312] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f5f879de-b5d7-43be-9127-1f3b6d7a7a28 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.440s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.544707] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.681s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.545607] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd08397-a39b-4dfa-ac17-05e9e85773df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.548942] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a04cc15-a8d3-4d43-b22c-8919c6296baa tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.763442] env[65997]: DEBUG oslo_concurrency.lockutils [req-9dcd05d8-5770-4e82-b341-99556c4e0867 req-fa616b89-bc3e-4e94-a21c-3e535063a85e service nova] Releasing lock "refresh_cache-3707cb9d-27c2-4580-becc-8e9cde1b05aa" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.821376] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.821593] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.821804] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.821984] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.822207] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.824559] env[65997]: INFO nova.compute.manager [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Terminating instance [ 1195.878587] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719062, 'name': CreateVM_Task, 'duration_secs': 0.347535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.878869] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.879465] env[65997]: WARNING neutronclient.v2_0.client [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.879872] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.880038] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.880408] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.880674] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f8eb36-aa21-433e-851f-236bd4ea60e6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.886280] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1195.886280] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525530ee-15b9-6c26-81c3-b6807e9bd7f0" [ 1195.886280] env[65997]: _type = "Task" [ 1195.886280] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.898554] env[65997]: DEBUG oslo_vmware.api [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102383} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.901580] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.901771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.901947] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.902213] env[65997]: INFO nova.compute.manager [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1195.902468] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1195.903084] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525530ee-15b9-6c26-81c3-b6807e9bd7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.903322] env[65997]: DEBUG nova.compute.manager [-] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1195.903422] env[65997]: DEBUG nova.network.neutron [-] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1195.903656] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.939234] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.987828] env[65997]: DEBUG nova.compute.manager [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1195.988043] env[65997]: DEBUG nova.compute.manager [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing instance network info cache due to event network-changed-c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1195.988251] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] Acquiring lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.989045] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] Acquired lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.989368] env[65997]: DEBUG nova.network.neutron [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Refreshing network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.057171] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.245596] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.246204] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 95018846-027f-44b4-8a41-78e2c3a169bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.246358] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance d1cf7f51-2954-49d8-b956-6602c2288b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.246577] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 0cfbe97f-e080-4e6f-b694-73429afb8b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.248193] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance dd26cf8f-a8d6-43fd-9623-6e03c1344b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.248193] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 127d0363-302d-487c-a0f0-ff38dbc0a6b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.248597] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 6dffd295-311f-4baf-b0d7-9ec16b025f1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.248597] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance fba30338-fe0f-40d1-b66d-d1d9e11169db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.330573] env[65997]: DEBUG nova.compute.manager [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1196.330573] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.330573] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d0b03-4ecb-4c63-bce2-e61d5ebdec7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.340520] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.340894] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d539be3e-c26f-47e5-a241-b779632de401 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.350050] env[65997]: DEBUG oslo_vmware.api [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1196.350050] env[65997]: value = "task-4719064" [ 1196.350050] env[65997]: _type = "Task" [ 1196.350050] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.362395] env[65997]: DEBUG oslo_vmware.api [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.404244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.404244] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Processing image ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.404244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.404244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.404244] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.404244] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb685700-448b-413c-9fa8-ec762cb148fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.418049] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.418049] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.418049] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c71b43-25b7-462e-adb3-996a8d7ea71c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.425710] env[65997]: DEBUG nova.compute.manager [req-98324db5-0acd-4291-a104-cff1db0e8dd7 req-eb80ae96-2ff6-451b-9e70-0dcadb6a088f service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Received event network-vif-deleted-aa9d8557-c16c-408d-83d4-2578f1fd2a60 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1196.426381] env[65997]: INFO nova.compute.manager [req-98324db5-0acd-4291-a104-cff1db0e8dd7 req-eb80ae96-2ff6-451b-9e70-0dcadb6a088f service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Neutron deleted interface aa9d8557-c16c-408d-83d4-2578f1fd2a60; detaching it from the instance and deleting it from the info cache [ 1196.426964] env[65997]: DEBUG nova.network.neutron [req-98324db5-0acd-4291-a104-cff1db0e8dd7 req-eb80ae96-2ff6-451b-9e70-0dcadb6a088f service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.430517] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1196.430517] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525bd65d-cf22-56f0-d91a-c407eadd8554" [ 1196.430517] env[65997]: _type = "Task" [ 1196.430517] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.444760] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1196.445442] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Fetch image to [datastore2] OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89/OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1196.445836] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Downloading stream optimized image ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 to [datastore2] OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89/OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89.vmdk on the data store datastore2 as vApp {{(pid=65997) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1196.446306] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Downloading image file data ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 to the ESX as VM named 'OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89' {{(pid=65997) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1196.496679] env[65997]: WARNING neutronclient.v2_0.client [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.552631] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1196.552631] env[65997]: value = "resgroup-9" [ 1196.552631] env[65997]: _type = "ResourcePool" [ 1196.552631] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1196.555231] env[65997]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c6d463bb-99a7-45fc-9d93-9e66a3ffa66f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.579324] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease: (returnval){ [ 1196.579324] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212149f-5b7d-3ab8-6986-aab3331b04df" [ 1196.579324] env[65997]: _type = "HttpNfcLease" [ 1196.579324] env[65997]: } obtained for vApp import into resource pool (val){ [ 1196.579324] env[65997]: value = "resgroup-9" [ 1196.579324] env[65997]: _type = "ResourcePool" [ 1196.579324] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1196.579624] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the lease: (returnval){ [ 1196.579624] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212149f-5b7d-3ab8-6986-aab3331b04df" [ 1196.579624] env[65997]: _type = "HttpNfcLease" [ 1196.579624] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1196.590653] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.590653] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212149f-5b7d-3ab8-6986-aab3331b04df" [ 1196.590653] env[65997]: _type = "HttpNfcLease" [ 1196.590653] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1196.672273] env[65997]: INFO nova.compute.manager [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Swapping old allocation on dict_keys(['9e1a15bd-fb11-46b1-bf35-a6d54600733e']) held by migration b004c033-1f36-4021-affa-9ac08c775d07 for instance [ 1196.709283] env[65997]: DEBUG nova.scheduler.client.report [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Overwriting current allocation {'allocations': {'9e1a15bd-fb11-46b1-bf35-a6d54600733e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '198a4ecec02d440289419a63a0c36717', 'user_id': '382ac222e01749738e71cc08445d3b44', 'consumer_generation': 1} on consumer 1f8807e8-46cc-4cae-8429-71eeec233cfe {{(pid=65997) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1196.753170] env[65997]: INFO nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance b004c033-1f36-4021-affa-9ac08c775d07 has allocations against this compute host but is not found in the database. [ 1196.753170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 1f8807e8-46cc-4cae-8429-71eeec233cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.753170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 3707cb9d-27c2-4580-becc-8e9cde1b05aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.753170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.753170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 3bcbb594-80af-42b4-a865-91f4314f8d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.753170] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1196.753543] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '9', 'num_task_None': '9', 'num_os_type_None': '12', 'num_proj_0e89748fbce84e5080ada51a30818685': '3', 'io_workload': '0', 'num_proj_5f66f55e1a1e4d658bf72df3fa24d4f1': '3', 'num_vm_rescued': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_35274325388d4c18a7b6f7f868036d01': '1', 'num_proj_442f1894b0da4e139b2a8090c12161f6': '1', 'num_task_deleting': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_198a4ecec02d440289419a63a0c36717': '1', 'num_proj_e1ea855a876342a8a48124005702976a': '1', 'num_proj_1396886123ae4f84938b7e47d9ac222a': '1', 'num_proj_63426c0fd9034bd4bc7e47b49085d7dc': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1196.773924] env[65997]: WARNING neutronclient.v2_0.client [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.799628] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.863726] env[65997]: DEBUG oslo_vmware.api [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719064, 'name': PowerOffVM_Task, 'duration_secs': 0.365647} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.865862] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.866138] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.866354] env[65997]: DEBUG nova.network.neutron [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.868324] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.868637] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.872106] env[65997]: DEBUG nova.network.neutron [-] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.873194] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2275ad99-f681-4156-99da-328d799b9adc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.876987] env[65997]: DEBUG nova.network.neutron [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updated VIF entry in instance network info cache for port c2e6cb5f-e08e-4f00-ae08-def75538b547. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1196.877427] env[65997]: DEBUG nova.network.neutron [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [{"id": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "address": "fa:16:3e:cf:f7:04", "network": {"id": "44688e27-f083-4658-9487-a6cd588f79ed", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-33342121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35274325388d4c18a7b6f7f868036d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6cb5f-e0", "ovs_interfaceid": "c2e6cb5f-e08e-4f00-ae08-def75538b547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.932272] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-433c4e06-894e-408e-8dd6-41d5283e7f5e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.946592] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21129fbf-467c-49a7-90eb-bcb02c04d432 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.977555] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.977867] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.978125] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Deleting the datastore file [datastore2] 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.978377] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e6493a-f38c-4782-8540-629af8cf4508 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.000715] env[65997]: DEBUG nova.compute.manager [req-98324db5-0acd-4291-a104-cff1db0e8dd7 req-eb80ae96-2ff6-451b-9e70-0dcadb6a088f service nova] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Detach interface failed, port_id=aa9d8557-c16c-408d-83d4-2578f1fd2a60, reason: Instance 6dffd295-311f-4baf-b0d7-9ec16b025f1b could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.005072] env[65997]: DEBUG oslo_vmware.api [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for the task: (returnval){ [ 1197.005072] env[65997]: value = "task-4719067" [ 1197.005072] env[65997]: _type = "Task" [ 1197.005072] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.014450] env[65997]: DEBUG oslo_vmware.api [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.020748] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae919c2-2179-47e6-8050-9c43dace3ef4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.030380] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f216d182-296a-482e-a771-67b1921e61b3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.064619] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f044c05d-0ead-4ec1-aa21-55933f581f80 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.073911] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f9cad-5906-4517-a476-1f3bbb903fef {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.091787] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.097105] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.097105] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212149f-5b7d-3ab8-6986-aab3331b04df" [ 1197.097105] env[65997]: _type = "HttpNfcLease" [ 1197.097105] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1197.253680] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.253913] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.369425] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.376376] env[65997]: INFO nova.compute.manager [-] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Took 1.47 seconds to deallocate network for instance. [ 1197.380589] env[65997]: DEBUG oslo_concurrency.lockutils [req-5d102863-5f7b-4d9f-9bef-f59494e4dd63 req-458e73eb-c999-4060-94e2-0fc28cbf9593 service nova] Releasing lock "refresh_cache-3bcbb594-80af-42b4-a865-91f4314f8d43" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.518750] env[65997]: DEBUG oslo_vmware.api [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Task: {'id': task-4719067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.519074] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.519302] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.519498] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.519673] env[65997]: INFO nova.compute.manager [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1197.519926] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1197.520145] env[65997]: DEBUG nova.compute.manager [-] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1197.520297] env[65997]: DEBUG nova.network.neutron [-] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1197.520857] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.567285] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.591649] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.591649] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212149f-5b7d-3ab8-6986-aab3331b04df" [ 1197.591649] env[65997]: _type = "HttpNfcLease" [ 1197.591649] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1197.591945] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1197.591945] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5212149f-5b7d-3ab8-6986-aab3331b04df" [ 1197.591945] env[65997]: _type = "HttpNfcLease" [ 1197.591945] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1197.592765] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bfe6ce-434e-42ec-9fd9-3c1c187b528c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.596376] env[65997]: WARNING neutronclient.v2_0.client [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.598961] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.610124] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52453810-a8ba-956f-32d7-44b271f4fd48/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1197.610124] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52453810-a8ba-956f-32d7-44b271f4fd48/disk-0.vmdk. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1197.676293] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd339b0d-5004-413c-84a5-1ada0c24adf7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.708271] env[65997]: DEBUG nova.network.neutron [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [{"id": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "address": "fa:16:3e:7c:28:1d", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1a7ca2-87", "ovs_interfaceid": "ed1a7ca2-873b-4833-aa50-93b3bd90610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.756510] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1197.927739] env[65997]: INFO nova.compute.manager [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Took 0.55 seconds to detach 1 volumes for instance. [ 1197.932857] env[65997]: DEBUG nova.compute.manager [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 6dffd295-311f-4baf-b0d7-9ec16b025f1b] Deleting volume: f3c4ccfd-728a-436e-a254-87fa0b9f5550 {{(pid=65997) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1198.051397] env[65997]: DEBUG nova.compute.manager [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1198.051397] env[65997]: DEBUG nova.compute.manager [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing instance network info cache due to event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1198.051397] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.051733] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.051733] env[65997]: DEBUG nova.network.neutron [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.104420] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1198.104965] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.903s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.214738] env[65997]: DEBUG oslo_concurrency.lockutils [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-1f8807e8-46cc-4cae-8429-71eeec233cfe" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.214738] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.214738] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d51d9a-14a4-4881-8f14-da745438d03a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.222428] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1198.222428] env[65997]: value = "task-4719069" [ 1198.222428] env[65997]: _type = "Task" [ 1198.222428] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.235615] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.289724] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.290088] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.291729] env[65997]: INFO nova.compute.claims [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.486524] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.561344] env[65997]: WARNING neutronclient.v2_0.client [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.576820] env[65997]: DEBUG nova.compute.manager [req-c7c7cd28-4b02-4c66-9477-93c7fd037cf3 req-b28c8a61-28dc-4b03-b845-8909d1b1fee0 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Received event network-vif-deleted-a44a563c-8b03-490f-8528-920220c1c8bd {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1198.576820] env[65997]: INFO nova.compute.manager [req-c7c7cd28-4b02-4c66-9477-93c7fd037cf3 req-b28c8a61-28dc-4b03-b845-8909d1b1fee0 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Neutron deleted interface a44a563c-8b03-490f-8528-920220c1c8bd; detaching it from the instance and deleting it from the info cache [ 1198.577069] env[65997]: DEBUG nova.network.neutron [req-c7c7cd28-4b02-4c66-9477-93c7fd037cf3 req-b28c8a61-28dc-4b03-b845-8909d1b1fee0 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.734706] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719069, 'name': PowerOffVM_Task, 'duration_secs': 0.28444} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.736253] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.737045] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1198.737252] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.737409] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1198.737588] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.737803] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1198.737976] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1198.738228] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1198.738395] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1198.738603] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1198.738784] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1198.738957] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1198.746234] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a75046e-f4f7-418f-8008-f5bf63d0eaf0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.759624] env[65997]: WARNING neutronclient.v2_0.client [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.767881] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1198.767881] env[65997]: value = "task-4719070" [ 1198.767881] env[65997]: _type = "Task" [ 1198.767881] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.778534] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.854190] env[65997]: DEBUG nova.network.neutron [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updated VIF entry in instance network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.854360] env[65997]: DEBUG nova.network.neutron [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.928252] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1198.928662] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52453810-a8ba-956f-32d7-44b271f4fd48/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.929895] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b909cd9-c741-4721-94af-98cc02abeedd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.943098] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52453810-a8ba-956f-32d7-44b271f4fd48/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.943487] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52453810-a8ba-956f-32d7-44b271f4fd48/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1198.943924] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6de0e01a-826f-4711-afb2-cac1c6919ff3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.045984] env[65997]: DEBUG nova.network.neutron [-] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.082429] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8891e5b8-05ca-461d-902a-65fdc6e8921d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.092875] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608899c-70fd-4875-a2a0-593792212c6d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103479] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.104100] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.129984] env[65997]: DEBUG nova.compute.manager [req-c7c7cd28-4b02-4c66-9477-93c7fd037cf3 req-b28c8a61-28dc-4b03-b845-8909d1b1fee0 service nova] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Detach interface failed, port_id=a44a563c-8b03-490f-8528-920220c1c8bd, reason: Instance 127d0363-302d-487c-a0f0-ff38dbc0a6b0 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.131351] env[65997]: DEBUG oslo_vmware.rw_handles [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52453810-a8ba-956f-32d7-44b271f4fd48/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1199.131562] env[65997]: INFO nova.virt.vmwareapi.images [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Downloaded image file data ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 [ 1199.132471] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790196c5-679a-433f-bd9b-0e801d8775d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.150211] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0b1592-751c-48bc-8ffe-90015e0acf47 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.184047] env[65997]: INFO nova.virt.vmwareapi.images [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] The imported VM was unregistered [ 1199.186926] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1199.187117] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.187449] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5ca3c33-2925-4984-a7d7-4614771bbb4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.199040] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Created directory with path [datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1 {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.199242] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89/OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89.vmdk to [datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk. {{(pid=65997) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1199.199510] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4b03f453-2985-486b-ac03-3722accd71a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.207538] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1199.207538] env[65997]: value = "task-4719072" [ 1199.207538] env[65997]: _type = "Task" [ 1199.207538] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.215892] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719072, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.279487] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719070, 'name': ReconfigVM_Task, 'duration_secs': 0.206281} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.280357] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c004a20-e83c-49bb-b2ff-67aa0a07f0eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.305328] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.305608] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.305776] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.305988] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.306180] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.306345] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.306586] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.306769] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.306971] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.307190] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.307406] env[65997]: DEBUG nova.virt.hardware [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.308654] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c334e6-04ff-48fe-80a0-2c95b9ebfe43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.316104] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1199.316104] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528beb9a-d040-2a74-cb27-73fe89552c1a" [ 1199.316104] env[65997]: _type = "Task" [ 1199.316104] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.327383] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528beb9a-d040-2a74-cb27-73fe89552c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.332576] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.335495] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9786ad7-75cc-4d2d-89d5-e09165eaf517 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.355697] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1199.355697] env[65997]: value = "task-4719073" [ 1199.355697] env[65997]: _type = "Task" [ 1199.355697] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.359495] env[65997]: DEBUG oslo_concurrency.lockutils [req-3a78ccc7-2a5a-49e0-a58e-de0a2d72ec5f req-85ab1a67-1d6b-4503-aff7-d8d20a02b022 service nova] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.367047] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.545732] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c1bd9-fbaa-4443-9d29-e0f43518b2a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.550280] env[65997]: INFO nova.compute.manager [-] [instance: 127d0363-302d-487c-a0f0-ff38dbc0a6b0] Took 2.03 seconds to deallocate network for instance. [ 1199.560202] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2065a525-e999-4e77-9db5-bb21578e3dc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.596487] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f6061-ab9a-4020-8891-6cb7d81f7d76 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.607609] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07120fd4-badf-4394-95d3-5e901b02a667 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.625564] env[65997]: DEBUG nova.compute.provider_tree [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.721351] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719072, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.870420] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719073, 'name': ReconfigVM_Task, 'duration_secs': 0.269945} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.870739] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.871595] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a59a0-0c0a-4013-9be2-eabe15a908a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.899624] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.900371] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4729933-a351-45e1-829b-17b5fef0d075 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.922289] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1199.922289] env[65997]: value = "task-4719074" [ 1199.922289] env[65997]: _type = "Task" [ 1199.922289] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.936421] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.060861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.129407] env[65997]: DEBUG nova.scheduler.client.report [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.221710] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719072, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.435865] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.636251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.636879] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1200.639861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.154s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.640110] env[65997]: DEBUG nova.objects.instance [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'resources' on Instance uuid 6dffd295-311f-4baf-b0d7-9ec16b025f1b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.721288] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719072, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.935335] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719074, 'name': ReconfigVM_Task, 'duration_secs': 0.561656} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.935531] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe/1f8807e8-46cc-4cae-8429-71eeec233cfe.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.936503] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332b4d54-0525-42cd-8dfb-e6d44380a854 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.960890] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c7ab5b-4629-4fb7-867e-51a834307979 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.986286] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbf2bd2-2b2f-441a-956d-9197426b8d02 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.018991] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97046bea-a370-40f1-9429-33b462173a40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.031018] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.031460] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b29632-39a1-4765-9985-9b11cd005388 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.041853] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1201.041853] env[65997]: value = "task-4719075" [ 1201.041853] env[65997]: _type = "Task" [ 1201.041853] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.054060] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.144142] env[65997]: DEBUG nova.compute.utils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.148225] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1201.148460] env[65997]: DEBUG nova.network.neutron [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1201.148941] env[65997]: WARNING neutronclient.v2_0.client [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.149196] env[65997]: WARNING neutronclient.v2_0.client [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.196425] env[65997]: DEBUG nova.policy [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.223763] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719072, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.345736] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2fc2e-f06f-459d-a9d5-f8e9c39b78fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.357054] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e4291-5d91-4247-b26f-c81c69b5a056 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.392517] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28256a41-fbfc-4ac5-920d-d10a139a07b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.402581] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f61e06-92c2-4f79-91a7-183fffb4e18f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.419563] env[65997]: DEBUG nova.compute.provider_tree [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.535555] env[65997]: DEBUG nova.network.neutron [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Successfully created port: 18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1201.556080] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.649607] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1201.723421] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719072, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.443639} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.723757] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89/OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89.vmdk to [datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk. [ 1201.723963] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Cleaning up location [datastore2] OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89 {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1201.724140] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dba18be2-5595-4fb8-8cbe-3b233a14fd89 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.724458] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-291d1549-5df8-45f9-bf39-f8dcdce896cb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.732414] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1201.732414] env[65997]: value = "task-4719076" [ 1201.732414] env[65997]: _type = "Task" [ 1201.732414] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.742426] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.923400] env[65997]: DEBUG nova.scheduler.client.report [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.056816] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719075, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.244603] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038402} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.245060] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.245060] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.245317] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk to [datastore2] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.245554] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0d54ea-9970-42bc-bb1a-b6f42bbbaf34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.254647] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1202.254647] env[65997]: value = "task-4719077" [ 1202.254647] env[65997]: _type = "Task" [ 1202.254647] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.264749] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.428745] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.431569] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.371s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.431890] env[65997]: DEBUG nova.objects.instance [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lazy-loading 'resources' on Instance uuid 127d0363-302d-487c-a0f0-ff38dbc0a6b0 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.465091] env[65997]: INFO nova.scheduler.client.report [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted allocations for instance 6dffd295-311f-4baf-b0d7-9ec16b025f1b [ 1202.556302] env[65997]: DEBUG oslo_vmware.api [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719075, 'name': PowerOnVM_Task, 'duration_secs': 1.084416} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.556592] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.661793] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1202.691122] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.691399] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.691563] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.691826] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.691978] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.692172] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.692402] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.692561] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.692727] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.692888] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.693074] env[65997]: DEBUG nova.virt.hardware [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.694000] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944981e-5afa-486d-a3b4-ec798e2283bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.704926] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03108d62-3369-48d6-bf7a-6fb9adcd1af8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.766412] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719077, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.977111] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb25a919-e221-4688-b2e8-61475e3cff7d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "6dffd295-311f-4baf-b0d7-9ec16b025f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.882s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.998113] env[65997]: DEBUG nova.compute.manager [req-d83964d3-90f8-4442-a562-bac070cec09b req-1d66f888-53ca-4c76-b5ed-24f64318592b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-vif-plugged-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1202.998445] env[65997]: DEBUG oslo_concurrency.lockutils [req-d83964d3-90f8-4442-a562-bac070cec09b req-1d66f888-53ca-4c76-b5ed-24f64318592b service nova] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.998633] env[65997]: DEBUG oslo_concurrency.lockutils [req-d83964d3-90f8-4442-a562-bac070cec09b req-1d66f888-53ca-4c76-b5ed-24f64318592b service nova] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.998800] env[65997]: DEBUG oslo_concurrency.lockutils [req-d83964d3-90f8-4442-a562-bac070cec09b req-1d66f888-53ca-4c76-b5ed-24f64318592b service nova] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.998972] env[65997]: DEBUG nova.compute.manager [req-d83964d3-90f8-4442-a562-bac070cec09b req-1d66f888-53ca-4c76-b5ed-24f64318592b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] No waiting events found dispatching network-vif-plugged-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1202.999374] env[65997]: WARNING nova.compute.manager [req-d83964d3-90f8-4442-a562-bac070cec09b req-1d66f888-53ca-4c76-b5ed-24f64318592b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received unexpected event network-vif-plugged-18a714f6-9afa-4bf8-bb80-699441ce68db for instance with vm_state building and task_state spawning. [ 1203.107726] env[65997]: DEBUG nova.network.neutron [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Successfully updated port: 18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1203.125892] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc342333-b06d-4465-b35d-6a7104a30ecb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.136543] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c7b0bd-36e5-4792-8a01-085129534ed0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.173388] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720fd35-079e-4cbe-92fd-484150c17247 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.185079] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f617da8b-027d-4d12-b3a0-42a5cd38d76c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.202607] env[65997]: DEBUG nova.compute.provider_tree [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.270782] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719077, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.336189] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.336534] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.336806] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "0cfbe97f-e080-4e6f-b694-73429afb8b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.337033] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.337247] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.339531] env[65997]: INFO nova.compute.manager [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Terminating instance [ 1203.569795] env[65997]: INFO nova.compute.manager [None req-4807a9f2-b0db-4d0e-bd0f-831631557d12 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance to original state: 'active' [ 1203.614174] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.614386] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.614608] env[65997]: DEBUG nova.network.neutron [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1203.708606] env[65997]: DEBUG nova.scheduler.client.report [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.732857] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.733201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.769717] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719077, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.843748] env[65997]: DEBUG nova.compute.manager [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1203.844047] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.844917] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c80fa7-e8ef-40c1-ba47-c3ecbdf81995 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.856844] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.857179] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db53c8a-84df-4966-ab0e-a1000b08276e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.867815] env[65997]: DEBUG oslo_vmware.api [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1203.867815] env[65997]: value = "task-4719078" [ 1203.867815] env[65997]: _type = "Task" [ 1203.867815] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.880748] env[65997]: DEBUG oslo_vmware.api [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.153980] env[65997]: DEBUG nova.network.neutron [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1204.214090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.235681] env[65997]: WARNING neutronclient.v2_0.client [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.239615] env[65997]: DEBUG nova.compute.utils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.242196] env[65997]: INFO nova.scheduler.client.report [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Deleted allocations for instance 127d0363-302d-487c-a0f0-ff38dbc0a6b0 [ 1204.270302] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719077, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.326507] env[65997]: DEBUG nova.network.neutron [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.384948] env[65997]: DEBUG oslo_vmware.api [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719078, 'name': PowerOffVM_Task, 'duration_secs': 0.242966} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.385529] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.385892] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.386397] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cdf6a26-5fe9-459f-8d22-6c13dffccac1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.473054] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.473369] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.473670] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore1] 0cfbe97f-e080-4e6f-b694-73429afb8b12 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.474595] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955baddd-8955-4bdc-84ee-3f6c84c5b955 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.484430] env[65997]: DEBUG oslo_vmware.api [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1204.484430] env[65997]: value = "task-4719080" [ 1204.484430] env[65997]: _type = "Task" [ 1204.484430] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.496382] env[65997]: DEBUG oslo_vmware.api [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.745242] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.752724] env[65997]: DEBUG oslo_concurrency.lockutils [None req-34ec0ab4-48c4-4686-8610-723e49421882 tempest-AttachVolumeTestJSON-243931194 tempest-AttachVolumeTestJSON-243931194-project-member] Lock "127d0363-302d-487c-a0f0-ff38dbc0a6b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.931s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.767883] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719077, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.429036} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.768771] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1/ec622c38-7013-4f84-8ccb-53ed8c2eb4f1.vmdk to [datastore2] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.769661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892ea49-9613-4233-b5c0-5ff1e5756b3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.803481] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.804047] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0bbe32-a7b1-4af9-b4bc-b0f5e34d2269 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.826431] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1204.826431] env[65997]: value = "task-4719081" [ 1204.826431] env[65997]: _type = "Task" [ 1204.826431] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.830600] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.830600] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Instance network_info: |[{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1204.831217] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:32:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a714f6-9afa-4bf8-bb80-699441ce68db', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.839077] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1204.840777] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.840777] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8367afa-e6c7-4560-a0b8-48647bd2ec8e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.859727] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.867053] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.867053] env[65997]: value = "task-4719082" [ 1204.867053] env[65997]: _type = "Task" [ 1204.867053] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.874594] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719082, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.997455] env[65997]: DEBUG oslo_vmware.api [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307525} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.998366] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.998366] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.998509] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.998742] env[65997]: INFO nova.compute.manager [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1204.999172] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1204.999321] env[65997]: DEBUG nova.compute.manager [-] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1204.999416] env[65997]: DEBUG nova.network.neutron [-] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1204.999671] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.034964] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.040536] env[65997]: DEBUG nova.compute.manager [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1205.040729] env[65997]: DEBUG nova.compute.manager [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing instance network info cache due to event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1205.041451] env[65997]: DEBUG oslo_concurrency.lockutils [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.041451] env[65997]: DEBUG oslo_concurrency.lockutils [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.041451] env[65997]: DEBUG nova.network.neutron [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.275854] env[65997]: DEBUG nova.compute.manager [req-08ec9b3a-4e3e-444e-86f0-09f8bb89172e req-1d00425d-0b0c-40bb-a19d-7fd0154838ff service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Received event network-vif-deleted-b099d434-5c90-4dfd-bf36-60dbb660140f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1205.275854] env[65997]: INFO nova.compute.manager [req-08ec9b3a-4e3e-444e-86f0-09f8bb89172e req-1d00425d-0b0c-40bb-a19d-7fd0154838ff service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Neutron deleted interface b099d434-5c90-4dfd-bf36-60dbb660140f; detaching it from the instance and deleting it from the info cache [ 1205.275971] env[65997]: DEBUG nova.network.neutron [req-08ec9b3a-4e3e-444e-86f0-09f8bb89172e req-1d00425d-0b0c-40bb-a19d-7fd0154838ff service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.339239] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719081, 'name': ReconfigVM_Task, 'duration_secs': 0.318218} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.339605] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3bcbb594-80af-42b4-a865-91f4314f8d43/3bcbb594-80af-42b4-a865-91f4314f8d43.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.340225] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0523b4-b1d8-4303-9db3-4feed20e4225 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.347940] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1205.347940] env[65997]: value = "task-4719084" [ 1205.347940] env[65997]: _type = "Task" [ 1205.347940] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.356670] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719084, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.375075] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719082, 'name': CreateVM_Task} progress is 25%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.513669] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.513942] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.514173] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.514362] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.514528] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.516990] env[65997]: INFO nova.compute.manager [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Terminating instance [ 1205.545573] env[65997]: WARNING neutronclient.v2_0.client [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.716386] env[65997]: WARNING neutronclient.v2_0.client [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.726226] env[65997]: DEBUG nova.network.neutron [-] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.778889] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88b5a89f-fc51-4ddf-91be-b5788b938352 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.789476] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314fc59-4d7a-4a84-8edb-bcabd7f451a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.801073] env[65997]: DEBUG nova.network.neutron [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updated VIF entry in instance network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1205.801435] env[65997]: DEBUG nova.network.neutron [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.802973] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.803245] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.803475] env[65997]: INFO nova.compute.manager [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Attaching volume 6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5 to /dev/sdb [ 1205.829498] env[65997]: DEBUG nova.compute.manager [req-08ec9b3a-4e3e-444e-86f0-09f8bb89172e req-1d00425d-0b0c-40bb-a19d-7fd0154838ff service nova] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Detach interface failed, port_id=b099d434-5c90-4dfd-bf36-60dbb660140f, reason: Instance 0cfbe97f-e080-4e6f-b694-73429afb8b12 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1205.841223] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9407acdd-bca3-4663-a9ca-a365bb0eaf34 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.848649] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70c2bf-d5db-44ea-a6f7-aed222414670 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.863711] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719084, 'name': Rename_Task, 'duration_secs': 0.156593} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.867440] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.867824] env[65997]: DEBUG nova.virt.block_device [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating existing volume attachment record: 52422f04-4a26-42a5-a14e-9ea1f8fd7e57 {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1205.870027] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-549a298c-d6fd-4464-8c62-ac6f60cb5951 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.880248] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719082, 'name': CreateVM_Task, 'duration_secs': 0.875853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.881287] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.881606] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1205.881606] env[65997]: value = "task-4719085" [ 1205.881606] env[65997]: _type = "Task" [ 1205.881606] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.882049] env[65997]: WARNING neutronclient.v2_0.client [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.882443] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.882595] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.882904] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.883217] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba018c6-8d5b-44a6-98b3-342a7f327cdf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.895755] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.896574] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1205.896574] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cbd4c2-7466-fdcb-9a71-db3d730fcd28" [ 1205.896574] env[65997]: _type = "Task" [ 1205.896574] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.905038] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cbd4c2-7466-fdcb-9a71-db3d730fcd28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.020774] env[65997]: DEBUG nova.compute.manager [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1206.021036] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.022067] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f8c61-31c0-4a30-b294-aa786b1ce4ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.031688] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.031990] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31e0d7d0-93ef-4f50-a9b8-e4d1155fa480 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.040176] env[65997]: DEBUG oslo_vmware.api [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1206.040176] env[65997]: value = "task-4719087" [ 1206.040176] env[65997]: _type = "Task" [ 1206.040176] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.050461] env[65997]: DEBUG oslo_vmware.api [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.229316] env[65997]: INFO nova.compute.manager [-] [instance: 0cfbe97f-e080-4e6f-b694-73429afb8b12] Took 1.23 seconds to deallocate network for instance. [ 1206.306504] env[65997]: DEBUG oslo_concurrency.lockutils [req-75be833e-52d7-4ae0-b614-8209eb8e0897 req-7cacf7b2-10b1-494c-95ea-ab5d8871979f service nova] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.395973] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.409236] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cbd4c2-7466-fdcb-9a71-db3d730fcd28, 'name': SearchDatastore_Task, 'duration_secs': 0.015381} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.409412] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.409672] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.409861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.410011] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.410298] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.410612] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3731664-7813-4415-a942-9f499b211dc0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.422950] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.423268] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.424056] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37293d87-4107-4664-9c3f-104ecdad792c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.430544] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1206.430544] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fd0af1-4a5f-4b19-3476-22f09ef2d25b" [ 1206.430544] env[65997]: _type = "Task" [ 1206.430544] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.441206] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fd0af1-4a5f-4b19-3476-22f09ef2d25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.551501] env[65997]: DEBUG oslo_vmware.api [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719087, 'name': PowerOffVM_Task, 'duration_secs': 0.229291} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.551988] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.551988] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.552284] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96003656-7bbb-4efa-bce2-9e9d00cf9d8b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.627632] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.627980] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.628135] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleting the datastore file [datastore2] 1f8807e8-46cc-4cae-8429-71eeec233cfe {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.628404] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3851483-35d9-4185-862b-3849d1beeaf3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.635570] env[65997]: DEBUG oslo_vmware.api [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1206.635570] env[65997]: value = "task-4719091" [ 1206.635570] env[65997]: _type = "Task" [ 1206.635570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.645267] env[65997]: DEBUG oslo_vmware.api [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.736813] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.737176] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.737417] env[65997]: DEBUG nova.objects.instance [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'resources' on Instance uuid 0cfbe97f-e080-4e6f-b694-73429afb8b12 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.895169] env[65997]: DEBUG oslo_vmware.api [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719085, 'name': PowerOnVM_Task, 'duration_secs': 0.54808} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.895468] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.941562] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fd0af1-4a5f-4b19-3476-22f09ef2d25b, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.942514] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14190c96-9977-4e46-9f19-862e859398b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.949213] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1206.949213] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dfb4a0-c9f1-1bdd-5228-fc4bc485da1c" [ 1206.949213] env[65997]: _type = "Task" [ 1206.949213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.958740] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dfb4a0-c9f1-1bdd-5228-fc4bc485da1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.009769] env[65997]: DEBUG nova.compute.manager [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1207.010861] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9023a382-7b49-4318-9e06-9ec92032ac9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.145655] env[65997]: DEBUG oslo_vmware.api [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173325} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.145931] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.146136] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.146321] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.146495] env[65997]: INFO nova.compute.manager [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1207.146747] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1207.146947] env[65997]: DEBUG nova.compute.manager [-] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1207.147059] env[65997]: DEBUG nova.network.neutron [-] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1207.147306] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.183395] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.401499] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7e8e8-b26d-4ec4-bf99-598b1752a6db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.409847] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb3465-ac8b-49ae-a015-753a4ad1dd44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.441103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257213e2-5dbc-4305-9bcf-0faf0b2d6e4f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.450112] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36afe432-7bd1-4b50-879b-5e200efb8f43 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.463654] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52dfb4a0-c9f1-1bdd-5228-fc4bc485da1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.471964] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.472285] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] e9c9225a-073f-4130-bda8-5ab7ceb60728/e9c9225a-073f-4130-bda8-5ab7ceb60728.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.472770] env[65997]: DEBUG nova.compute.provider_tree [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.474700] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d821f3a5-f27a-4733-ac36-71e176345b6e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.483705] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1207.483705] env[65997]: value = "task-4719092" [ 1207.483705] env[65997]: _type = "Task" [ 1207.483705] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.492479] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.528456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-6cb19995-7579-44cf-8b64-49d069115d3d tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.595s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.691775] env[65997]: DEBUG nova.compute.manager [req-9d70fab4-3732-4fc8-9f29-9b0f11660921 req-6e23c581-cbae-4b43-9017-dd2a441b5a7c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Received event network-vif-deleted-ed1a7ca2-873b-4833-aa50-93b3bd90610f {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1207.691775] env[65997]: INFO nova.compute.manager [req-9d70fab4-3732-4fc8-9f29-9b0f11660921 req-6e23c581-cbae-4b43-9017-dd2a441b5a7c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Neutron deleted interface ed1a7ca2-873b-4833-aa50-93b3bd90610f; detaching it from the instance and deleting it from the info cache [ 1207.691949] env[65997]: DEBUG nova.network.neutron [req-9d70fab4-3732-4fc8-9f29-9b0f11660921 req-6e23c581-cbae-4b43-9017-dd2a441b5a7c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.976753] env[65997]: DEBUG nova.scheduler.client.report [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.997745] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.167162] env[65997]: DEBUG nova.network.neutron [-] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.195436] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b41ea2bb-9fe3-451b-8378-cb2e15de86fc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.207697] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cdc492-fe19-4630-b891-8d1ed92ffadc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.248922] env[65997]: DEBUG nova.compute.manager [req-9d70fab4-3732-4fc8-9f29-9b0f11660921 req-6e23c581-cbae-4b43-9017-dd2a441b5a7c service nova] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Detach interface failed, port_id=ed1a7ca2-873b-4833-aa50-93b3bd90610f, reason: Instance 1f8807e8-46cc-4cae-8429-71eeec233cfe could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1208.486447] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.498163] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843026} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.498488] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] e9c9225a-073f-4130-bda8-5ab7ceb60728/e9c9225a-073f-4130-bda8-5ab7ceb60728.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.498824] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.499089] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c729eff-4522-4d8b-b2bd-dfd1267d86eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.507520] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1208.507520] env[65997]: value = "task-4719095" [ 1208.507520] env[65997]: _type = "Task" [ 1208.507520] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.513163] env[65997]: INFO nova.scheduler.client.report [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted allocations for instance 0cfbe97f-e080-4e6f-b694-73429afb8b12 [ 1208.521260] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.670339] env[65997]: INFO nova.compute.manager [-] [instance: 1f8807e8-46cc-4cae-8429-71eeec233cfe] Took 1.52 seconds to deallocate network for instance. [ 1209.017632] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072088} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.017896] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.018717] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d5b01-99a7-4594-8927-3314e3a85026 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.042912] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] e9c9225a-073f-4130-bda8-5ab7ceb60728/e9c9225a-073f-4130-bda8-5ab7ceb60728.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.043603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2f64767f-41e3-4913-ad1c-2b170b99dff3 tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "0cfbe97f-e080-4e6f-b694-73429afb8b12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.044663] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e89c8e8-c142-4999-8ec1-624a1f33ed0c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.068754] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1209.068754] env[65997]: value = "task-4719096" [ 1209.068754] env[65997]: _type = "Task" [ 1209.068754] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.078143] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.176933] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.177303] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.177533] env[65997]: DEBUG nova.objects.instance [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'resources' on Instance uuid 1f8807e8-46cc-4cae-8429-71eeec233cfe {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.579537] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719096, 'name': ReconfigVM_Task, 'duration_secs': 0.348735} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.579917] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Reconfigured VM instance instance-0000007b to attach disk [datastore2] e9c9225a-073f-4130-bda8-5ab7ceb60728/e9c9225a-073f-4130-bda8-5ab7ceb60728.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.580509] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-804192e4-50f0-4669-8a76-85604bedb0a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.588199] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1209.588199] env[65997]: value = "task-4719098" [ 1209.588199] env[65997]: _type = "Task" [ 1209.588199] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.598983] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719098, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.824929] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c4164-55b3-4106-ae1e-8f94793acce5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.834867] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7151b392-b091-4c32-81dd-67e983cb61ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.867897] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613386c-a8f2-4713-95d0-186f0478a5e8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.876454] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd6b16-3cc2-4615-948c-82e0663c2136 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.891139] env[65997]: DEBUG nova.compute.provider_tree [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.100250] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719098, 'name': Rename_Task, 'duration_secs': 0.175588} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.100516] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.100761] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1671dfdb-0321-40f8-a38b-460ee940726e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.107311] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1210.107311] env[65997]: value = "task-4719099" [ 1210.107311] env[65997]: _type = "Task" [ 1210.107311] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.116191] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.395738] env[65997]: DEBUG nova.scheduler.client.report [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.620066] env[65997]: DEBUG oslo_vmware.api [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719099, 'name': PowerOnVM_Task, 'duration_secs': 0.456794} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.620066] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.620066] env[65997]: INFO nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1210.620969] env[65997]: DEBUG nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1210.621393] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae917b-f4e1-4953-84a4-8db7ad0f1f6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.901237] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.913268] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1210.913438] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920880', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'name': 'volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fba30338-fe0f-40d1-b66d-d1d9e11169db', 'attached_at': '', 'detached_at': '', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'serial': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1210.914400] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239672d-1013-4516-b3c6-0d42df093181 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.932052] env[65997]: INFO nova.scheduler.client.report [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted allocations for instance 1f8807e8-46cc-4cae-8429-71eeec233cfe [ 1210.933606] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc13d79-eea4-4f7a-8cc3-0d6267956b86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.962732] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5/volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.963046] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d393435d-fb7d-4bcf-a4ac-6709915d271c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.984360] env[65997]: DEBUG oslo_vmware.api [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1210.984360] env[65997]: value = "task-4719100" [ 1210.984360] env[65997]: _type = "Task" [ 1210.984360] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.993775] env[65997]: DEBUG oslo_vmware.api [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.139698] env[65997]: INFO nova.compute.manager [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Took 12.88 seconds to build instance. [ 1211.442421] env[65997]: DEBUG oslo_concurrency.lockutils [None req-c9ce91cd-5dee-4005-8dd3-b5d376379ec7 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "1f8807e8-46cc-4cae-8429-71eeec233cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.928s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.495557] env[65997]: DEBUG oslo_vmware.api [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719100, 'name': ReconfigVM_Task, 'duration_secs': 0.381643} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.495833] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5/volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.501059] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b9de80-c41c-4ada-8111-1f6e58cc4416 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.519032] env[65997]: DEBUG oslo_vmware.api [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1211.519032] env[65997]: value = "task-4719102" [ 1211.519032] env[65997]: _type = "Task" [ 1211.519032] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.531365] env[65997]: DEBUG oslo_vmware.api [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.641775] env[65997]: DEBUG oslo_concurrency.lockutils [None req-0a580001-db43-41b3-8d2d-5a4ba2bddc2e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.388s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.987126] env[65997]: DEBUG nova.compute.manager [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1211.987126] env[65997]: DEBUG nova.compute.manager [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing instance network info cache due to event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1211.987126] env[65997]: DEBUG oslo_concurrency.lockutils [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.987126] env[65997]: DEBUG oslo_concurrency.lockutils [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.987505] env[65997]: DEBUG nova.network.neutron [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.031394] env[65997]: DEBUG oslo_vmware.api [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719102, 'name': ReconfigVM_Task, 'duration_secs': 0.189617} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.031844] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920880', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'name': 'volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fba30338-fe0f-40d1-b66d-d1d9e11169db', 'attached_at': '', 'detached_at': '', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'serial': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1212.490747] env[65997]: WARNING neutronclient.v2_0.client [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.652172] env[65997]: WARNING neutronclient.v2_0.client [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.735189] env[65997]: DEBUG nova.network.neutron [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updated VIF entry in instance network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.735586] env[65997]: DEBUG nova.network.neutron [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.810911] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.811167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.076315] env[65997]: DEBUG nova.objects.instance [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'flavor' on Instance uuid fba30338-fe0f-40d1-b66d-d1d9e11169db {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.214700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.215426] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.215426] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.215426] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.215699] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.217840] env[65997]: INFO nova.compute.manager [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Terminating instance [ 1213.238427] env[65997]: DEBUG oslo_concurrency.lockutils [req-35ebf5ad-6be1-4d3f-8df8-ee293a15f5e1 req-3225e34d-ab4f-4174-8d58-0d733a9d7870 service nova] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.315051] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1213.581313] env[65997]: DEBUG oslo_concurrency.lockutils [None req-e697e37a-9bde-4307-949a-51a2ddf85dde tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.778s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.721979] env[65997]: DEBUG nova.compute.manager [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1213.722277] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.723162] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c758e94-d81e-49ad-bbe6-2775e9e54364 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.734440] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.734835] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f90b7c-3e5a-4c54-911a-887387e53317 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.743434] env[65997]: DEBUG oslo_vmware.api [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1213.743434] env[65997]: value = "task-4719103" [ 1213.743434] env[65997]: _type = "Task" [ 1213.743434] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.752598] env[65997]: DEBUG oslo_vmware.api [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.840949] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.841261] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.843367] env[65997]: INFO nova.compute.claims [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.042208] env[65997]: DEBUG nova.compute.manager [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1214.042445] env[65997]: DEBUG nova.compute.manager [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing instance network info cache due to event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1214.042701] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.043507] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.043507] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.255714] env[65997]: DEBUG oslo_vmware.api [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719103, 'name': PowerOffVM_Task, 'duration_secs': 0.307651} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.255953] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.256141] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.256419] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce123d46-af9f-4cbf-9122-e7240d98b0ea {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.344899] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.345287] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.345558] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleting the datastore file [datastore1] 1a3fe83c-ebc1-4eba-a971-f3581b46590b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.345949] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3529dc16-b8a0-4d61-8852-feb3254b1c31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.356417] env[65997]: DEBUG oslo_vmware.api [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for the task: (returnval){ [ 1214.356417] env[65997]: value = "task-4719105" [ 1214.356417] env[65997]: _type = "Task" [ 1214.356417] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.368049] env[65997]: DEBUG oslo_vmware.api [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.545310] env[65997]: WARNING neutronclient.v2_0.client [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.724934] env[65997]: WARNING neutronclient.v2_0.client [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.796074] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updated VIF entry in instance network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1214.796656] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.867921] env[65997]: DEBUG oslo_vmware.api [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Task: {'id': task-4719105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13798} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.868298] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.868566] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.868785] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.868971] env[65997]: INFO nova.compute.manager [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1214.869243] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1214.869444] env[65997]: DEBUG nova.compute.manager [-] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1214.869552] env[65997]: DEBUG nova.network.neutron [-] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1214.869974] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.935681] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.011631] env[65997]: DEBUG nova.compute.manager [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Stashing vm_state: active {{(pid=65997) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1215.034645] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826132fd-d4c2-48a0-a2ad-8dc783604f1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.043614] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c3a85-1401-46cb-83f1-500a100cff57 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.076986] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54914b93-8314-4fc0-87a4-61dac9005a45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.086103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4965f-679a-45e6-92d2-d4c2cf430c7c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.101895] env[65997]: DEBUG nova.compute.provider_tree [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.300022] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.300296] env[65997]: DEBUG nova.compute.manager [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1215.300564] env[65997]: DEBUG nova.compute.manager [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing instance network info cache due to event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1215.300826] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.301012] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.301234] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.544758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.605385] env[65997]: DEBUG nova.scheduler.client.report [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.661455] env[65997]: DEBUG nova.network.neutron [-] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.804082] env[65997]: WARNING neutronclient.v2_0.client [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.957732] env[65997]: WARNING neutronclient.v2_0.client [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.037831] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updated VIF entry in instance network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1216.038332] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.083365] env[65997]: DEBUG nova.compute.manager [req-24b9e1c5-1c1c-43a2-9579-deb8f6d55ac6 req-1d4b380c-0129-4bd0-871c-1f770c37f236 service nova] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Received event network-vif-deleted-ec6a5493-f555-4b2c-a42c-6ecfab0a4374 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1216.110968] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.111547] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1216.114443] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.570s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.163960] env[65997]: INFO nova.compute.manager [-] [instance: 1a3fe83c-ebc1-4eba-a971-f3581b46590b] Took 1.29 seconds to deallocate network for instance. [ 1216.541882] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.542219] env[65997]: DEBUG nova.compute.manager [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1216.542661] env[65997]: DEBUG nova.compute.manager [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing instance network info cache due to event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1216.543134] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.543496] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.543702] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.619149] env[65997]: DEBUG nova.compute.utils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.623187] env[65997]: INFO nova.compute.claims [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.627687] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1216.628040] env[65997]: DEBUG nova.network.neutron [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1216.628526] env[65997]: WARNING neutronclient.v2_0.client [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.628876] env[65997]: WARNING neutronclient.v2_0.client [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.673424] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.686616] env[65997]: DEBUG nova.policy [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '382ac222e01749738e71cc08445d3b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198a4ecec02d440289419a63a0c36717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.000875] env[65997]: DEBUG nova.network.neutron [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Successfully created port: a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1217.050595] env[65997]: WARNING neutronclient.v2_0.client [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.129098] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1217.138367] env[65997]: INFO nova.compute.resource_tracker [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating resource usage from migration 8a2032c7-4331-4cab-9455-b37572c5538f [ 1217.177252] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.177510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.278574] env[65997]: WARNING neutronclient.v2_0.client [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.325290] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd5e5f6-172d-4c93-a59d-b20c5597f1b2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.334278] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56af0e-0566-42d4-89e2-78276e4d341f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.367009] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updated VIF entry in instance network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1217.367556] env[65997]: DEBUG nova.network.neutron [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.369626] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9ff363-2422-4066-8434-ae20b380838a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.378842] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4403d716-6bdf-4c92-af35-d56d19803075 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.396522] env[65997]: DEBUG nova.compute.provider_tree [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.681034] env[65997]: INFO nova.compute.manager [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Detaching volume 6f5e7641-b800-4265-a1d8-d5b45ebcfa18 [ 1217.720741] env[65997]: INFO nova.virt.block_device [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Attempting to driver detach volume 6f5e7641-b800-4265-a1d8-d5b45ebcfa18 from mountpoint /dev/sdb [ 1217.720964] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.721623] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920865', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'name': 'volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd26cf8f-a8d6-43fd-9623-6e03c1344b92', 'attached_at': '', 'detached_at': '', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'serial': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.722086] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94e9e1-84b9-4eb6-8312-d5ec4a4ffe90 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.745124] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fd593-0373-4293-8ac5-b2cd4e060e82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.753655] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ddaed3-df2e-4ea8-9ade-c5183d191343 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.775052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d16eb80-1a3e-442d-b140-a323359a1f48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.790878] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] The volume has not been displaced from its original location: [datastore2] volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18/volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.796203] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.796566] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49652cf3-38a0-416d-bfec-bcd89024c097 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.816597] env[65997]: DEBUG oslo_vmware.api [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1217.816597] env[65997]: value = "task-4719106" [ 1217.816597] env[65997]: _type = "Task" [ 1217.816597] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.828015] env[65997]: DEBUG oslo_vmware.api [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.873962] env[65997]: DEBUG oslo_concurrency.lockutils [req-43552852-0aa1-4ac2-af9a-819153e20b06 req-9189d318-cb38-4a89-82ec-682fd460e443 service nova] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.899442] env[65997]: DEBUG nova.scheduler.client.report [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.148196] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1218.181908] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.182204] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.182381] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.182570] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.182711] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.182884] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.183116] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.183287] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.183540] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.183704] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.183877] env[65997]: DEBUG nova.virt.hardware [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.184759] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc91ba3-61c0-40a6-a114-da27e9ce0f29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.193123] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319a8089-f7d1-4c88-a233-932484a58064 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.328034] env[65997]: DEBUG oslo_vmware.api [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719106, 'name': ReconfigVM_Task, 'duration_secs': 0.260253} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.328297] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.333074] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08080df-2172-47e7-80d6-4897269eac96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.352762] env[65997]: DEBUG oslo_vmware.api [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1218.352762] env[65997]: value = "task-4719107" [ 1218.352762] env[65997]: _type = "Task" [ 1218.352762] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.361821] env[65997]: DEBUG oslo_vmware.api [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.405078] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.290s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.405342] env[65997]: INFO nova.compute.manager [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Migrating [ 1218.412126] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.739s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.412433] env[65997]: DEBUG nova.objects.instance [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lazy-loading 'resources' on Instance uuid 1a3fe83c-ebc1-4eba-a971-f3581b46590b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.456194] env[65997]: DEBUG nova.compute.manager [req-89984a2b-a304-4496-b9a6-48e901a5665a req-7b1531f7-2f21-4fce-81b4-f8c163a7f0f1 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Received event network-vif-plugged-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.456194] env[65997]: DEBUG oslo_concurrency.lockutils [req-89984a2b-a304-4496-b9a6-48e901a5665a req-7b1531f7-2f21-4fce-81b4-f8c163a7f0f1 service nova] Acquiring lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.456194] env[65997]: DEBUG oslo_concurrency.lockutils [req-89984a2b-a304-4496-b9a6-48e901a5665a req-7b1531f7-2f21-4fce-81b4-f8c163a7f0f1 service nova] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.456194] env[65997]: DEBUG oslo_concurrency.lockutils [req-89984a2b-a304-4496-b9a6-48e901a5665a req-7b1531f7-2f21-4fce-81b4-f8c163a7f0f1 service nova] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.456194] env[65997]: DEBUG nova.compute.manager [req-89984a2b-a304-4496-b9a6-48e901a5665a req-7b1531f7-2f21-4fce-81b4-f8c163a7f0f1 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] No waiting events found dispatching network-vif-plugged-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1218.456194] env[65997]: WARNING nova.compute.manager [req-89984a2b-a304-4496-b9a6-48e901a5665a req-7b1531f7-2f21-4fce-81b4-f8c163a7f0f1 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Received unexpected event network-vif-plugged-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b for instance with vm_state building and task_state spawning. [ 1218.569850] env[65997]: DEBUG nova.network.neutron [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Successfully updated port: a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1218.862533] env[65997]: DEBUG oslo_vmware.api [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719107, 'name': ReconfigVM_Task, 'duration_secs': 0.159199} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.862832] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920865', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'name': 'volume-6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd26cf8f-a8d6-43fd-9623-6e03c1344b92', 'attached_at': '', 'detached_at': '', 'volume_id': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18', 'serial': '6f5e7641-b800-4265-a1d8-d5b45ebcfa18'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.920897] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.921141] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.921321] env[65997]: DEBUG nova.network.neutron [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1219.060871] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23548dd-40e8-4c1a-8fea-311b625b4d1a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.068869] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3309055-ae5c-413a-8237-a32b9d3c4f5c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.072428] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.072601] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.072772] env[65997]: DEBUG nova.network.neutron [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1219.104103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b9d0da-f571-4927-baff-11848e7ccacb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.112945] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d81bac-bf28-421a-80d7-5d1bcc0bf5ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.129845] env[65997]: DEBUG nova.compute.provider_tree [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.410972] env[65997]: DEBUG nova.objects.instance [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'flavor' on Instance uuid dd26cf8f-a8d6-43fd-9623-6e03c1344b92 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.426856] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.634015] env[65997]: DEBUG nova.scheduler.client.report [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.643409] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.648666] env[65997]: DEBUG nova.network.neutron [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1219.766568] env[65997]: DEBUG nova.network.neutron [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.794972] env[65997]: WARNING neutronclient.v2_0.client [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.887258] env[65997]: DEBUG nova.network.neutron [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updating instance_info_cache with network_info: [{"id": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "address": "fa:16:3e:18:b2:c0", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e6ea55-b1", "ovs_interfaceid": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.150701] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.174961] env[65997]: INFO nova.scheduler.client.report [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Deleted allocations for instance 1a3fe83c-ebc1-4eba-a971-f3581b46590b [ 1220.269377] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.390518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.390962] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Instance network_info: |[{"id": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "address": "fa:16:3e:18:b2:c0", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e6ea55-b1", "ovs_interfaceid": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1220.391608] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b2:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e6ea55-b1f4-43d5-ad57-e036e4bf775b', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.400998] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1220.401264] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.401535] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79d52d2-ba2f-4968-babf-e857f5225858 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.421043] env[65997]: DEBUG oslo_concurrency.lockutils [None req-cfd1eca7-1795-4471-a7f9-189a4dd9a1b5 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.423383] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.423383] env[65997]: value = "task-4719108" [ 1220.423383] env[65997]: _type = "Task" [ 1220.423383] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.433024] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719108, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.490935] env[65997]: DEBUG nova.compute.manager [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Received event network-changed-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1220.491274] env[65997]: DEBUG nova.compute.manager [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Refreshing instance network info cache due to event network-changed-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1220.491604] env[65997]: DEBUG oslo_concurrency.lockutils [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] Acquiring lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.491832] env[65997]: DEBUG oslo_concurrency.lockutils [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] Acquired lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.492100] env[65997]: DEBUG nova.network.neutron [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Refreshing network info cache for port a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.682315] env[65997]: DEBUG oslo_concurrency.lockutils [None req-55be0114-d578-4492-aa61-8e22bff0b19d tempest-ServerActionsTestOtherA-2120508532 tempest-ServerActionsTestOtherA-2120508532-project-member] Lock "1a3fe83c-ebc1-4eba-a971-f3581b46590b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.467s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.936962] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719108, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.996809] env[65997]: WARNING neutronclient.v2_0.client [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.148860] env[65997]: WARNING neutronclient.v2_0.client [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.283728] env[65997]: DEBUG nova.network.neutron [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updated VIF entry in instance network info cache for port a5e6ea55-b1f4-43d5-ad57-e036e4bf775b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1221.285019] env[65997]: DEBUG nova.network.neutron [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updating instance_info_cache with network_info: [{"id": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "address": "fa:16:3e:18:b2:c0", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e6ea55-b1", "ovs_interfaceid": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.436217] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719108, 'name': CreateVM_Task} progress is 99%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.642211] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.642530] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.642747] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.642934] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.643113] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.645329] env[65997]: INFO nova.compute.manager [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Terminating instance [ 1221.786661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972f03ba-ed6a-4fbc-ac4c-486b726f644b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.790424] env[65997]: DEBUG oslo_concurrency.lockutils [req-2955b64f-57b5-4000-aedb-d4ba6099c36c req-d56ee0f2-3d9e-424d-9ca9-058a3b291bf0 service nova] Releasing lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.809227] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 0 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.936978] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719108, 'name': CreateVM_Task, 'duration_secs': 1.350167} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.937273] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.937736] env[65997]: WARNING neutronclient.v2_0.client [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.938113] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.938269] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.938588] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.938849] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e8988a-f59b-43dc-86e0-ff1005330fb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.944746] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1221.944746] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a6e884-a4cf-2b45-b0b2-d248d521eebe" [ 1221.944746] env[65997]: _type = "Task" [ 1221.944746] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.954702] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a6e884-a4cf-2b45-b0b2-d248d521eebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.149059] env[65997]: DEBUG nova.compute.manager [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1222.149519] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.150586] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5f29cb-0205-46a4-aab4-69e4d1690f28 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.159055] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.160254] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4da369-fd21-4dad-bbbf-90011bfe2b3a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.166102] env[65997]: DEBUG oslo_vmware.api [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1222.166102] env[65997]: value = "task-4719109" [ 1222.166102] env[65997]: _type = "Task" [ 1222.166102] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.176148] env[65997]: DEBUG oslo_vmware.api [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.316051] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.316426] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe139817-4246-4d9e-bf16-0422d7f4be94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.325132] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1222.325132] env[65997]: value = "task-4719110" [ 1222.325132] env[65997]: _type = "Task" [ 1222.325132] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.337317] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.464064] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a6e884-a4cf-2b45-b0b2-d248d521eebe, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.464463] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.464760] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.468704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.468704] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.468704] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.468704] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb63d06-a5d0-4e6c-85a2-dec49ea0fbf0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.482495] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.482816] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.484579] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c50fcc6-5e30-445d-a126-4aa44e4c4736 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.492145] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1222.492145] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251b202-2695-8b65-caf2-d49d266abf10" [ 1222.492145] env[65997]: _type = "Task" [ 1222.492145] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.504464] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251b202-2695-8b65-caf2-d49d266abf10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.676862] env[65997]: DEBUG oslo_vmware.api [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719109, 'name': PowerOffVM_Task, 'duration_secs': 0.208496} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.677318] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.677406] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.677689] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dec4af9-270b-4a24-825c-e5792c8597cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.754486] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.754871] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.755169] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleting the datastore file [datastore1] dd26cf8f-a8d6-43fd-9623-6e03c1344b92 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.755492] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e9a5c24-a375-48dc-b8a1-2dfe01f44c07 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.763778] env[65997]: DEBUG oslo_vmware.api [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1222.763778] env[65997]: value = "task-4719112" [ 1222.763778] env[65997]: _type = "Task" [ 1222.763778] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.772693] env[65997]: DEBUG oslo_vmware.api [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.835616] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719110, 'name': PowerOffVM_Task, 'duration_secs': 0.231304} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.835895] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.836090] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 17 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.003119] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5251b202-2695-8b65-caf2-d49d266abf10, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.003926] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d50cad7-86b5-445f-b426-3ce605d0e2f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.010190] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1223.010190] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522aa8c3-afeb-8b79-becf-c3cbaea41df2" [ 1223.010190] env[65997]: _type = "Task" [ 1223.010190] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.019362] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522aa8c3-afeb-8b79-becf-c3cbaea41df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.276439] env[65997]: DEBUG oslo_vmware.api [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17928} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.276656] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.276828] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.277020] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.277200] env[65997]: INFO nova.compute.manager [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1223.277459] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1223.277708] env[65997]: DEBUG nova.compute.manager [-] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1223.277782] env[65997]: DEBUG nova.network.neutron [-] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1223.278033] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.342918] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.343178] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.343225] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.343627] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.343873] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.344102] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.344394] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.344627] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.344910] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.345160] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.345425] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.352646] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.354851] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2d0c4e-e807-479f-98ff-e020ca705e59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.373519] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1223.373519] env[65997]: value = "task-4719113" [ 1223.373519] env[65997]: _type = "Task" [ 1223.373519] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.381373] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.522197] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]522aa8c3-afeb-8b79-becf-c3cbaea41df2, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.522624] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.522901] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] c9925402-5bd9-4d42-9c8b-3a17ddf3ad93/c9925402-5bd9-4d42-9c8b-3a17ddf3ad93.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.523074] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89938522-1c86-4a65-ad32-c8c893f4e6aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.531786] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1223.531786] env[65997]: value = "task-4719114" [ 1223.531786] env[65997]: _type = "Task" [ 1223.531786] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.542645] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.880317] env[65997]: DEBUG nova.compute.manager [req-ede9abc7-6850-40c7-ad67-be670cec4e10 req-613a6543-27ac-4202-a89b-c791542289ec service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Received event network-vif-deleted-2598d117-fce4-41d2-9391-1426aa5b3dbc {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1223.880702] env[65997]: INFO nova.compute.manager [req-ede9abc7-6850-40c7-ad67-be670cec4e10 req-613a6543-27ac-4202-a89b-c791542289ec service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Neutron deleted interface 2598d117-fce4-41d2-9391-1426aa5b3dbc; detaching it from the instance and deleting it from the info cache [ 1223.880946] env[65997]: DEBUG nova.network.neutron [req-ede9abc7-6850-40c7-ad67-be670cec4e10 req-613a6543-27ac-4202-a89b-c791542289ec service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.896043] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719113, 'name': ReconfigVM_Task, 'duration_secs': 0.243535} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.896043] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 33 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.043849] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503544} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.044273] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] c9925402-5bd9-4d42-9c8b-3a17ddf3ad93/c9925402-5bd9-4d42-9c8b-3a17ddf3ad93.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.044593] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.044925] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca005da-a51e-4a01-bb4d-1d1fd05ee5d1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.053717] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1224.053717] env[65997]: value = "task-4719115" [ 1224.053717] env[65997]: _type = "Task" [ 1224.053717] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.062763] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.348457] env[65997]: DEBUG nova.network.neutron [-] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.384582] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70393be8-63ff-4287-a2d2-49f19d0d3f42 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.395389] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1222e-6219-478e-88bf-ac30ed2a2489 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.408264] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1224.408492] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.408655] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1224.408819] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.408959] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1224.409112] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1224.409386] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1224.409553] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1224.409720] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1224.409883] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1224.410070] env[65997]: DEBUG nova.virt.hardware [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1224.415390] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.416076] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c197b5c1-d610-4310-bccf-25d9399e8df3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.437770] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1224.437770] env[65997]: value = "task-4719116" [ 1224.437770] env[65997]: _type = "Task" [ 1224.437770] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.454261] env[65997]: DEBUG nova.compute.manager [req-ede9abc7-6850-40c7-ad67-be670cec4e10 req-613a6543-27ac-4202-a89b-c791542289ec service nova] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Detach interface failed, port_id=2598d117-fce4-41d2-9391-1426aa5b3dbc, reason: Instance dd26cf8f-a8d6-43fd-9623-6e03c1344b92 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1224.458455] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.568049] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07284} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.568457] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.568978] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1356c-8aa0-4b04-b30e-2a4caf9e6211 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.592812] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c9925402-5bd9-4d42-9c8b-3a17ddf3ad93/c9925402-5bd9-4d42-9c8b-3a17ddf3ad93.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.593174] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06615d68-8af2-44bc-aa35-812f0edb8872 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.614018] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1224.614018] env[65997]: value = "task-4719117" [ 1224.614018] env[65997]: _type = "Task" [ 1224.614018] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.626258] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.852788] env[65997]: INFO nova.compute.manager [-] [instance: dd26cf8f-a8d6-43fd-9623-6e03c1344b92] Took 1.57 seconds to deallocate network for instance. [ 1224.948975] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719116, 'name': ReconfigVM_Task, 'duration_secs': 0.218486} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.949295] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.950090] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a72b2c-18e7-45b0-8122-5b3695dc81e7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.977237] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.978022] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955538f9-1586-4070-974b-28a905b62b79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.997285] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1224.997285] env[65997]: value = "task-4719118" [ 1224.997285] env[65997]: _type = "Task" [ 1224.997285] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.006296] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.125498] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719117, 'name': ReconfigVM_Task, 'duration_secs': 0.27405} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.125822] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c9925402-5bd9-4d42-9c8b-3a17ddf3ad93/c9925402-5bd9-4d42-9c8b-3a17ddf3ad93.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.126490] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ac67852-cc11-4d3c-939c-93cbdab62dc3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.134942] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1225.134942] env[65997]: value = "task-4719119" [ 1225.134942] env[65997]: _type = "Task" [ 1225.134942] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.147009] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719119, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.363098] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.363290] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.363532] env[65997]: DEBUG nova.objects.instance [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'resources' on Instance uuid dd26cf8f-a8d6-43fd-9623-6e03c1344b92 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.509471] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.645649] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719119, 'name': Rename_Task, 'duration_secs': 0.157819} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.646236] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.646236] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be3d990-fb67-4080-a66f-08da8aa47e98 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.655448] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1225.655448] env[65997]: value = "task-4719120" [ 1225.655448] env[65997]: _type = "Task" [ 1225.655448] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.669126] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.014597] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719118, 'name': ReconfigVM_Task, 'duration_secs': 0.934326} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.014998] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to attach disk [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.015187] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 50 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.036123] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368a826-c413-4592-91b9-37176c55c7eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.046661] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b0ceb0-e8ca-4f06-a630-de01610be45e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.079796] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b851040d-383f-48dc-8676-f86f7948f59b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.089407] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf6cd2-2a9b-4cb6-961a-2a8bb6cb828c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.104785] env[65997]: DEBUG nova.compute.provider_tree [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.168015] env[65997]: DEBUG oslo_vmware.api [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719120, 'name': PowerOnVM_Task, 'duration_secs': 0.49742} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.168408] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.168514] env[65997]: INFO nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1226.168689] env[65997]: DEBUG nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1226.169593] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0880be-a0cf-400d-b01f-0c3f912b6137 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.234034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.234465] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.526204] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7310a6a-68d2-4a7d-8ac6-724d249d7664 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.560752] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a15ca-70e2-4376-a4a7-37ee831ca689 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.593409] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 67 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.608172] env[65997]: DEBUG nova.scheduler.client.report [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.690336] env[65997]: INFO nova.compute.manager [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Took 12.87 seconds to build instance. [ 1226.738578] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1227.116851] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.146619] env[65997]: INFO nova.scheduler.client.report [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleted allocations for instance dd26cf8f-a8d6-43fd-9623-6e03c1344b92 [ 1227.192173] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10c5eda3-ed2d-4014-963c-d5f6818335ad tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.381s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.259073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.259352] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.260918] env[65997]: INFO nova.compute.claims [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.365523] env[65997]: DEBUG nova.compute.manager [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Received event network-changed-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1227.365523] env[65997]: DEBUG nova.compute.manager [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Refreshing instance network info cache due to event network-changed-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1227.365683] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] Acquiring lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.365808] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] Acquired lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.365938] env[65997]: DEBUG nova.network.neutron [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Refreshing network info cache for port a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.447725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-5e5dfa3c-544f-41dd-8b57-06d4397b3e78-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.447725] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-5e5dfa3c-544f-41dd-8b57-06d4397b3e78-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.448035] env[65997]: DEBUG nova.objects.instance [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'flavor' on Instance uuid 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.654743] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2e96c80a-d84d-476c-81f1-7f563be787d8 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "dd26cf8f-a8d6-43fd-9623-6e03c1344b92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.012s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.868274] env[65997]: WARNING neutronclient.v2_0.client [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.951420] env[65997]: WARNING neutronclient.v2_0.client [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.033732] env[65997]: WARNING neutronclient.v2_0.client [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.050164] env[65997]: DEBUG nova.objects.instance [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.101694] env[65997]: DEBUG nova.network.neutron [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updated VIF entry in instance network info cache for port a5e6ea55-b1f4-43d5-ad57-e036e4bf775b. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.102161] env[65997]: DEBUG nova.network.neutron [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updating instance_info_cache with network_info: [{"id": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "address": "fa:16:3e:18:b2:c0", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e6ea55-b1", "ovs_interfaceid": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.233115] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.233575] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.272066] env[65997]: DEBUG nova.network.neutron [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Port c52dc0f4-e4f5-409a-8d48-c2023e853c95 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1228.414703] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1803ddb-5ea8-4371-a108-2b04d7df1bd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.424648] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6df10-9e76-4ee4-9b16-299c2ed62025 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.456634] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fe10fa-e0b5-489a-a6bf-3000fe40021d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.466209] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f67cd7-0a07-4a32-a978-b2c244f26a1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.482706] env[65997]: DEBUG nova.compute.provider_tree [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.553334] env[65997]: DEBUG nova.objects.base [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Object Instance<5e5dfa3c-544f-41dd-8b57-06d4397b3e78> lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.553635] env[65997]: DEBUG nova.network.neutron [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1228.554016] env[65997]: WARNING neutronclient.v2_0.client [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.554349] env[65997]: WARNING neutronclient.v2_0.client [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.605194] env[65997]: DEBUG oslo_concurrency.lockutils [req-9ae9c993-7bbc-4514-852b-f96cfe923e20 req-c9cf74a0-42b7-440a-acfc-9fc2d9ee9895 service nova] Releasing lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.639475] env[65997]: DEBUG nova.policy [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.986502] env[65997]: DEBUG nova.scheduler.client.report [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.303352] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.303771] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.304106] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.493461] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.493994] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1229.999418] env[65997]: DEBUG nova.compute.utils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.000870] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1230.001084] env[65997]: DEBUG nova.network.neutron [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1230.001420] env[65997]: WARNING neutronclient.v2_0.client [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.001731] env[65997]: WARNING neutronclient.v2_0.client [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.061380] env[65997]: DEBUG nova.policy [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd281fdf3b4994c259890a1e1a30423dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c64ea25373c4032b141f86940a7f2fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.082295] env[65997]: DEBUG nova.compute.manager [req-6e20819b-1100-4cb2-88b4-d5de3eaf7dce req-b78efc99-d36d-4d21-b140-3d4ec4c2a603 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-vif-plugged-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1230.082381] env[65997]: DEBUG oslo_concurrency.lockutils [req-6e20819b-1100-4cb2-88b4-d5de3eaf7dce req-b78efc99-d36d-4d21-b140-3d4ec4c2a603 service nova] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.082575] env[65997]: DEBUG oslo_concurrency.lockutils [req-6e20819b-1100-4cb2-88b4-d5de3eaf7dce req-b78efc99-d36d-4d21-b140-3d4ec4c2a603 service nova] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.082744] env[65997]: DEBUG oslo_concurrency.lockutils [req-6e20819b-1100-4cb2-88b4-d5de3eaf7dce req-b78efc99-d36d-4d21-b140-3d4ec4c2a603 service nova] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.082916] env[65997]: DEBUG nova.compute.manager [req-6e20819b-1100-4cb2-88b4-d5de3eaf7dce req-b78efc99-d36d-4d21-b140-3d4ec4c2a603 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] No waiting events found dispatching network-vif-plugged-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1230.083094] env[65997]: WARNING nova.compute.manager [req-6e20819b-1100-4cb2-88b4-d5de3eaf7dce req-b78efc99-d36d-4d21-b140-3d4ec4c2a603 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received unexpected event network-vif-plugged-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 for instance with vm_state active and task_state None. [ 1230.158023] env[65997]: DEBUG nova.network.neutron [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Successfully updated port: e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1230.311693] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.332909] env[65997]: DEBUG nova.network.neutron [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Successfully created port: ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1230.345572] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.345758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.345931] env[65997]: DEBUG nova.network.neutron [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.505509] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1230.659888] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.660155] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.660349] env[65997]: DEBUG nova.network.neutron [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.850214] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.084590] env[65997]: WARNING neutronclient.v2_0.client [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.193462] env[65997]: DEBUG nova.network.neutron [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.225486] env[65997]: WARNING nova.network.neutron [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] 55733f91-898a-431d-9fb6-7cd8ce565236 already exists in list: networks containing: ['55733f91-898a-431d-9fb6-7cd8ce565236']. ignoring it [ 1231.376762] env[65997]: WARNING neutronclient.v2_0.client [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.516270] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1231.545142] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1231.545465] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.545668] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1231.545888] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.546122] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1231.546305] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1231.546588] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.546790] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1231.546989] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1231.547449] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1231.547449] env[65997]: DEBUG nova.virt.hardware [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1231.548431] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303ecef4-5f26-4010-82d9-30cfdb165db3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.553094] env[65997]: WARNING neutronclient.v2_0.client [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.561987] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a722acb-b03b-4822-a49e-437d89b786c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.650258] env[65997]: DEBUG nova.network.neutron [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "address": "fa:16:3e:4f:7b:1b", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58229ca-5c", "ovs_interfaceid": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.696516] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.891563] env[65997]: DEBUG nova.network.neutron [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Successfully updated port: ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1231.917495] env[65997]: DEBUG nova.compute.manager [req-cf01975f-079a-47e0-a880-91208151a8e6 req-d1d04f06-1c53-4852-a142-888ed7463fb0 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Received event network-vif-plugged-ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1231.917738] env[65997]: DEBUG oslo_concurrency.lockutils [req-cf01975f-079a-47e0-a880-91208151a8e6 req-d1d04f06-1c53-4852-a142-888ed7463fb0 service nova] Acquiring lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.917933] env[65997]: DEBUG oslo_concurrency.lockutils [req-cf01975f-079a-47e0-a880-91208151a8e6 req-d1d04f06-1c53-4852-a142-888ed7463fb0 service nova] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.918622] env[65997]: DEBUG oslo_concurrency.lockutils [req-cf01975f-079a-47e0-a880-91208151a8e6 req-d1d04f06-1c53-4852-a142-888ed7463fb0 service nova] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.918622] env[65997]: DEBUG nova.compute.manager [req-cf01975f-079a-47e0-a880-91208151a8e6 req-d1d04f06-1c53-4852-a142-888ed7463fb0 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] No waiting events found dispatching network-vif-plugged-ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1231.918622] env[65997]: WARNING nova.compute.manager [req-cf01975f-079a-47e0-a880-91208151a8e6 req-d1d04f06-1c53-4852-a142-888ed7463fb0 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Received unexpected event network-vif-plugged-ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 for instance with vm_state building and task_state spawning. [ 1232.123836] env[65997]: DEBUG nova.compute.manager [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-changed-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1232.124194] env[65997]: DEBUG nova.compute.manager [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing instance network info cache due to event network-changed-e58229ca-5c52-46e6-b5c4-43c5acdf59a0. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1232.124286] env[65997]: DEBUG oslo_concurrency.lockutils [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.154562] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.155182] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.155355] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.155700] env[65997]: DEBUG oslo_concurrency.lockutils [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.155883] env[65997]: DEBUG nova.network.neutron [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing network info cache for port e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.157767] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d42af51-1f75-4568-8112-d884edaf71f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.180049] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1232.180202] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.180234] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1232.180459] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.180626] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1232.180802] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1232.181026] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.181279] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1232.181526] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1232.181722] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1232.181986] env[65997]: DEBUG nova.virt.hardware [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1232.189092] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Reconfiguring VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1232.190040] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbea7db8-1a37-47a4-b33f-b77ff9d571e1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.208025] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e86024-c361-45ca-9fab-e7e51287a092 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.212925] env[65997]: DEBUG oslo_vmware.api [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1232.212925] env[65997]: value = "task-4719122" [ 1232.212925] env[65997]: _type = "Task" [ 1232.212925] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.218897] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1cf3da-147b-4f12-8751-2579c1fb8f9a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.225337] env[65997]: DEBUG oslo_vmware.api [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719122, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.263512] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.263512] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.263835] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "d1cf7f51-2954-49d8-b956-6602c2288b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.264085] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.264291] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.269997] env[65997]: INFO nova.compute.manager [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Terminating instance [ 1232.394287] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "refresh_cache-039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.394852] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquired lock "refresh_cache-039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.395082] env[65997]: DEBUG nova.network.neutron [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1232.663057] env[65997]: WARNING neutronclient.v2_0.client [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.723932] env[65997]: DEBUG oslo_vmware.api [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.776339] env[65997]: DEBUG nova.compute.manager [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1232.776629] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.778284] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce58bee-95e2-459e-9585-c3a4f04fe8e4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.787969] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.788347] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad87e3b4-9d2c-4c10-896b-8076112cc8db {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.800334] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1232.800334] env[65997]: value = "task-4719123" [ 1232.800334] env[65997]: _type = "Task" [ 1232.800334] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.818717] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.838822] env[65997]: WARNING neutronclient.v2_0.client [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.921618] env[65997]: DEBUG nova.network.neutron [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updated VIF entry in instance network info cache for port e58229ca-5c52-46e6-b5c4-43c5acdf59a0. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.922126] env[65997]: DEBUG nova.network.neutron [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "address": "fa:16:3e:4f:7b:1b", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58229ca-5c", "ovs_interfaceid": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.934901] env[65997]: DEBUG nova.network.neutron [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1233.020486] env[65997]: WARNING neutronclient.v2_0.client [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.095927] env[65997]: DEBUG nova.network.neutron [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Updating instance_info_cache with network_info: [{"id": "ed3c1f5a-d1f1-4cb4-a782-f71f108f1230", "address": "fa:16:3e:c1:2b:09", "network": {"id": "2ace4d2c-649f-4ff9-9c27-ffb32136fbe1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-427098936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c64ea25373c4032b141f86940a7f2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3c1f5a-d1", "ovs_interfaceid": "ed3c1f5a-d1f1-4cb4-a782-f71f108f1230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.225185] env[65997]: DEBUG oslo_vmware.api [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719122, 'name': ReconfigVM_Task, 'duration_secs': 0.767969} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.225625] env[65997]: WARNING neutronclient.v2_0.client [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.225859] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.226098] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Reconfigured VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1233.311132] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.311511] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.319065] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719123, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.343869] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b9eeb-fc2c-43bf-bdea-c0a006e7ebe2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.370318] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a498b-faac-42d3-8bfd-7d2b75fd2a67 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.378305] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 83 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.425732] env[65997]: DEBUG oslo_concurrency.lockutils [req-6c43dd80-8f8a-4737-ac41-60f8ca8e1da8 req-494da70a-d952-4cd9-bc71-83560d370d57 service nova] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.598977] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Releasing lock "refresh_cache-039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.599518] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Instance network_info: |[{"id": "ed3c1f5a-d1f1-4cb4-a782-f71f108f1230", "address": "fa:16:3e:c1:2b:09", "network": {"id": "2ace4d2c-649f-4ff9-9c27-ffb32136fbe1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-427098936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c64ea25373c4032b141f86940a7f2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3c1f5a-d1", "ovs_interfaceid": "ed3c1f5a-d1f1-4cb4-a782-f71f108f1230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1233.600109] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:2b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed3c1f5a-d1f1-4cb4-a782-f71f108f1230', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.608014] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Creating folder: Project (0c64ea25373c4032b141f86940a7f2fb). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.608340] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1620ef-5038-43b4-a96d-1bf8d280de26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.621362] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Created folder: Project (0c64ea25373c4032b141f86940a7f2fb) in parent group-v920549. [ 1233.621362] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Creating folder: Instances. Parent ref: group-v920882. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.621362] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-210ca75e-c975-422a-9934-e169e1e8c4b1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.632298] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Created folder: Instances in parent group-v920882. [ 1233.632723] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1233.632956] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.633197] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea243b12-689c-4d68-9e17-ee268ffa2620 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.654980] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.654980] env[65997]: value = "task-4719126" [ 1233.654980] env[65997]: _type = "Task" [ 1233.654980] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.666104] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719126, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.731295] env[65997]: DEBUG oslo_concurrency.lockutils [None req-56079448-4d32-43d9-8b58-1ffd71dcaa6e tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-5e5dfa3c-544f-41dd-8b57-06d4397b3e78-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.283s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.815819] env[65997]: DEBUG nova.compute.utils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.817289] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719123, 'name': PowerOffVM_Task, 'duration_secs': 0.652604} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.817876] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.818119] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.818630] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f6f0568-3967-47ca-b60a-9691921c2ae2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.884845] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.885478] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b4b4b1c-8c5e-4ebe-8584-0f13da235246 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.893900] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1233.893900] env[65997]: value = "task-4719128" [ 1233.893900] env[65997]: _type = "Task" [ 1233.893900] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.900385] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.900601] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.900783] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleting the datastore file [datastore2] d1cf7f51-2954-49d8-b956-6602c2288b0d {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.904580] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2653436c-07dc-49d9-bd0b-bd94e63cb7c8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.906595] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.912146] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1233.912146] env[65997]: value = "task-4719129" [ 1233.912146] env[65997]: _type = "Task" [ 1233.912146] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.925120] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.169350] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719126, 'name': CreateVM_Task, 'duration_secs': 0.461539} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.169589] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.170358] env[65997]: WARNING neutronclient.v2_0.client [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.170923] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.171184] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.171652] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.172036] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c780aa-fba1-4830-969b-e7dc77192da4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.180568] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1234.180568] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521c5e6e-18ae-44d3-5c8b-e94a265d803c" [ 1234.180568] env[65997]: _type = "Task" [ 1234.180568] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.190059] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521c5e6e-18ae-44d3-5c8b-e94a265d803c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.319485] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.407195] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.421951] env[65997]: DEBUG oslo_vmware.api [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246524} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.422218] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.422424] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.422672] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.422852] env[65997]: INFO nova.compute.manager [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1234.423205] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1234.423467] env[65997]: DEBUG nova.compute.manager [-] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1234.423548] env[65997]: DEBUG nova.network.neutron [-] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1234.423863] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.458762] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.693022] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521c5e6e-18ae-44d3-5c8b-e94a265d803c, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.693022] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.693215] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.693438] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.693672] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.693940] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.695042] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba0d92d-5e20-4397-8ebe-74a379dc0fc9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.704788] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.705073] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.705967] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2fc5d0-5e02-4e29-bdab-0bbd5d10e215 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.712598] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1234.712598] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520ae18a-841c-fcc5-7990-2f66a4b7abf3" [ 1234.712598] env[65997]: _type = "Task" [ 1234.712598] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.721505] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520ae18a-841c-fcc5-7990-2f66a4b7abf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.768220] env[65997]: DEBUG nova.compute.manager [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Received event network-changed-ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1234.768376] env[65997]: DEBUG nova.compute.manager [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Refreshing instance network info cache due to event network-changed-ed3c1f5a-d1f1-4cb4-a782-f71f108f1230. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1234.768565] env[65997]: DEBUG oslo_concurrency.lockutils [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] Acquiring lock "refresh_cache-039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.768706] env[65997]: DEBUG oslo_concurrency.lockutils [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] Acquired lock "refresh_cache-039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.768874] env[65997]: DEBUG nova.network.neutron [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Refreshing network info cache for port ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.907500] env[65997]: DEBUG oslo_vmware.api [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719128, 'name': PowerOnVM_Task, 'duration_secs': 0.527148} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.907760] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.907959] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aba51-6d83-43fe-904f-e0d3be8b93d7 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance 'fba30338-fe0f-40d1-b66d-d1d9e11169db' progress to 100 {{(pid=65997) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.180136] env[65997]: DEBUG nova.network.neutron [-] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.224432] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]520ae18a-841c-fcc5-7990-2f66a4b7abf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.225328] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe701b0-d0a9-463e-8a69-0eb4484f08da {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.231651] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1235.231651] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216c254-4803-c62a-daf4-d1fbf866ef42" [ 1235.231651] env[65997]: _type = "Task" [ 1235.231651] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.240924] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216c254-4803-c62a-daf4-d1fbf866ef42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.272329] env[65997]: WARNING neutronclient.v2_0.client [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.381702] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.382079] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.382196] env[65997]: INFO nova.compute.manager [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Attaching volume 05c5b7cf-f4c4-4c0a-957d-362681f24d3b to /dev/sdb [ 1235.414025] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a9f36-9e4f-4088-919e-e2b3950102e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.426509] env[65997]: WARNING neutronclient.v2_0.client [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.429132] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b426e7-ff5d-40e9-9b30-856c97874300 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.444707] env[65997]: DEBUG nova.virt.block_device [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updating existing volume attachment record: 4e3ab68c-5045-4132-8db7-a46b7e08269d {{(pid=65997) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.474398] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-5e5dfa3c-544f-41dd-8b57-06d4397b3e78-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.474398] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-5e5dfa3c-544f-41dd-8b57-06d4397b3e78-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.526575] env[65997]: DEBUG nova.network.neutron [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Updated VIF entry in instance network info cache for port ed3c1f5a-d1f1-4cb4-a782-f71f108f1230. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1235.526957] env[65997]: DEBUG nova.network.neutron [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Updating instance_info_cache with network_info: [{"id": "ed3c1f5a-d1f1-4cb4-a782-f71f108f1230", "address": "fa:16:3e:c1:2b:09", "network": {"id": "2ace4d2c-649f-4ff9-9c27-ffb32136fbe1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-427098936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c64ea25373c4032b141f86940a7f2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3c1f5a-d1", "ovs_interfaceid": "ed3c1f5a-d1f1-4cb4-a782-f71f108f1230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.682599] env[65997]: INFO nova.compute.manager [-] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Took 1.26 seconds to deallocate network for instance. [ 1235.743965] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5216c254-4803-c62a-daf4-d1fbf866ef42, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.744252] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.744518] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf/039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.744843] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad03a22e-6c36-487f-80c9-6e8ae2d553ee {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.751738] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1235.751738] env[65997]: value = "task-4719131" [ 1235.751738] env[65997]: _type = "Task" [ 1235.751738] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.761230] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.976941] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.977186] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.978196] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f8cf0a-33d3-4b38-8a7c-683e899fc5f4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.999421] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871bf26f-2e52-4885-9892-9f0fc822072c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.025881] env[65997]: WARNING neutronclient.v2_0.client [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.031703] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Reconfiguring VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1236.033248] env[65997]: DEBUG oslo_concurrency.lockutils [req-2d31dc48-81fd-43bc-b4cb-2112318739d6 req-760e344f-242d-446e-9a1a-eee16fde1461 service nova] Releasing lock "refresh_cache-039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.033248] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a249c977-cfe8-49ad-a4fb-fa4a07fcef5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.055231] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1236.055231] env[65997]: value = "task-4719132" [ 1236.055231] env[65997]: _type = "Task" [ 1236.055231] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.067745] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.189421] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.189734] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.189965] env[65997]: DEBUG nova.objects.instance [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'resources' on Instance uuid d1cf7f51-2954-49d8-b956-6602c2288b0d {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.262449] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498038} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.263272] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf/039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.263272] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.263525] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01498efb-df27-477c-b12d-198a84d5b7a3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.271615] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1236.271615] env[65997]: value = "task-4719133" [ 1236.271615] env[65997]: _type = "Task" [ 1236.271615] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.280903] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.566405] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.782483] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071899} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.785242] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.786296] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508b81ca-6437-43d9-a439-9e1f8fdc11ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.809226] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf/039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.813055] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4204a9-79c0-450a-900f-4c5f02fd2a0e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.829011] env[65997]: DEBUG nova.compute.manager [req-b8456183-30af-471b-a482-982fa5003652 req-511f004c-f6e7-40bd-b533-a0c29a3b4146 service nova] [instance: d1cf7f51-2954-49d8-b956-6602c2288b0d] Received event network-vif-deleted-1ff49c35-0c57-4c34-bf48-ceb6d2ffd25a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1236.836719] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1236.836719] env[65997]: value = "task-4719134" [ 1236.836719] env[65997]: _type = "Task" [ 1236.836719] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.849496] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.882090] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8872e6-f07b-4af0-85bd-943ecd089d44 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.890359] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89fdbe-9f37-45d5-ac17-2c30ea0b6c22 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.924686] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedfed39-fcf1-4ecd-8bc8-ada42e0cea24 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.933056] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57b23f-a85f-4069-b83d-7f1e821586c1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.947968] env[65997]: DEBUG nova.compute.provider_tree [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.068078] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.347872] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.469629] env[65997]: ERROR nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [req-d432146b-cfd3-429f-b0d4-7f635fdd3828] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e1a15bd-fb11-46b1-bf35-a6d54600733e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d432146b-cfd3-429f-b0d4-7f635fdd3828"}]} [ 1237.493737] env[65997]: DEBUG nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Refreshing inventories for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1237.509512] env[65997]: DEBUG nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updating ProviderTree inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1237.509758] env[65997]: DEBUG nova.compute.provider_tree [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.522294] env[65997]: DEBUG nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Refreshing aggregate associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, aggregates: None {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1237.544065] env[65997]: DEBUG nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Refreshing trait associations for resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65997) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1237.571847] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.580911] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.668787] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.669269] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.669605] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.687745] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ca878-3231-4c45-a08b-5221b00d1376 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.696424] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a8da1-7fea-499c-be66-b50950dd6d4e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.729267] env[65997]: DEBUG nova.network.neutron [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Port c52dc0f4-e4f5-409a-8d48-c2023e853c95 binding to destination host cpu-1 is already ACTIVE {{(pid=65997) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1237.729509] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.729659] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.729814] env[65997]: DEBUG nova.network.neutron [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.732220] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279e32dc-364f-43aa-a036-28b5d87044b5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.741657] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406714d-4aa8-42af-bed5-04cb7e2f4dbd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.756802] env[65997]: DEBUG nova.compute.provider_tree [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.849165] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719134, 'name': ReconfigVM_Task, 'duration_secs': 0.655197} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.849475] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf/039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.850140] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5055cc13-0bd5-4d05-b207-8486c1151286 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.858213] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1237.858213] env[65997]: value = "task-4719136" [ 1237.858213] env[65997]: _type = "Task" [ 1237.858213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.867190] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719136, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.067960] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.232897] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.291955] env[65997]: DEBUG nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updated inventory for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1238.292248] env[65997]: DEBUG nova.compute.provider_tree [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updating resource provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e generation from 169 to 170 during operation: update_inventory {{(pid=65997) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1238.292426] env[65997]: DEBUG nova.compute.provider_tree [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Updating inventory in ProviderTree for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.368282] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719136, 'name': Rename_Task, 'duration_secs': 0.146891} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.368528] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.368783] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0dbc9b4-1dad-40ce-80fb-5d9299132ee2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.376520] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1238.376520] env[65997]: value = "task-4719137" [ 1238.376520] env[65997]: _type = "Task" [ 1238.376520] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.388085] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.409207] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.484250] env[65997]: DEBUG nova.network.neutron [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.569782] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.797373] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.607s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.824402] env[65997]: INFO nova.scheduler.client.report [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleted allocations for instance d1cf7f51-2954-49d8-b956-6602c2288b0d [ 1238.890735] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.987060] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.070141] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.332070] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f8377eee-8bd1-447e-864f-e4d9b8e55cd9 tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "d1cf7f51-2954-49d8-b956-6602c2288b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.068s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.389932] env[65997]: DEBUG oslo_vmware.api [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719137, 'name': PowerOnVM_Task, 'duration_secs': 0.853426} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.390216] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.390415] env[65997]: INFO nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1239.390642] env[65997]: DEBUG nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1239.391407] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba724c2-6a5a-4f1c-805e-c30d388e50f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.490559] env[65997]: DEBUG nova.compute.manager [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65997) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1239.569841] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.654608] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "95018846-027f-44b4-8a41-78e2c3a169bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.654968] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "95018846-027f-44b4-8a41-78e2c3a169bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.655231] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "95018846-027f-44b4-8a41-78e2c3a169bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.655515] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "95018846-027f-44b4-8a41-78e2c3a169bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.655746] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "95018846-027f-44b4-8a41-78e2c3a169bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.658050] env[65997]: INFO nova.compute.manager [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Terminating instance [ 1239.908331] env[65997]: INFO nova.compute.manager [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Took 12.66 seconds to build instance. [ 1240.003765] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Volume attach. Driver type: vmdk {{(pid=65997) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.003993] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920885', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'name': 'volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3707cb9d-27c2-4580-becc-8e9cde1b05aa', 'attached_at': '', 'detached_at': '', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'serial': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.004916] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0250bf3-ebb6-4110-9275-6c20d6221dff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.022174] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d5d45-62b0-4412-91ac-c4885788e85d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.048617] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b/volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.048907] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0b8fcf-5be9-45a3-b498-047afb912255 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.079033] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.081156] env[65997]: DEBUG oslo_vmware.api [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1240.081156] env[65997]: value = "task-4719138" [ 1240.081156] env[65997]: _type = "Task" [ 1240.081156] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.091554] env[65997]: DEBUG oslo_vmware.api [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719138, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.162996] env[65997]: DEBUG nova.compute.manager [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1240.162996] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.163981] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429724f-5e44-4df8-8bcb-d82d7b4344aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.175580] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.175884] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fba9fc4-9aa1-47d2-acb5-524afc079626 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.184044] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1240.184044] env[65997]: value = "task-4719139" [ 1240.184044] env[65997]: _type = "Task" [ 1240.184044] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.193874] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.410034] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ac8afeba-0a2b-476a-b5fe-53decdb2f80e tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.175s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.577303] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.589818] env[65997]: DEBUG oslo_vmware.api [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719138, 'name': ReconfigVM_Task, 'duration_secs': 0.385631} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.590111] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b/volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.595143] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34a24f6-9e3b-4961-a91d-d8f0642408aa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.605192] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.605446] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.612725] env[65997]: DEBUG oslo_vmware.api [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1240.612725] env[65997]: value = "task-4719140" [ 1240.612725] env[65997]: _type = "Task" [ 1240.612725] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.624946] env[65997]: DEBUG oslo_vmware.api [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.695438] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719139, 'name': PowerOffVM_Task, 'duration_secs': 0.247948} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.695707] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.695878] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.696150] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b2f0b02-41bf-4630-969b-c303bf86ebfd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.765807] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.766017] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.766174] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleting the datastore file [datastore2] 95018846-027f-44b4-8a41-78e2c3a169bd {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.766450] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382a2372-0ff3-4b6a-89f6-1379682c3ccf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.773871] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for the task: (returnval){ [ 1240.773871] env[65997]: value = "task-4719142" [ 1240.773871] env[65997]: _type = "Task" [ 1240.773871] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.782545] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.029960] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.030283] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.030529] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.030674] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.030839] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.033199] env[65997]: INFO nova.compute.manager [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Terminating instance [ 1241.078155] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.107914] env[65997]: DEBUG nova.objects.instance [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'migration_context' on Instance uuid fba30338-fe0f-40d1-b66d-d1d9e11169db {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.124062] env[65997]: DEBUG oslo_vmware.api [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719140, 'name': ReconfigVM_Task, 'duration_secs': 0.142471} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.124428] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920885', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'name': 'volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3707cb9d-27c2-4580-becc-8e9cde1b05aa', 'attached_at': '', 'detached_at': '', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'serial': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b'} {{(pid=65997) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.285033] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.537337] env[65997]: DEBUG nova.compute.manager [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1241.537337] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.538116] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e75361-33c5-4910-9558-001537dd848d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.547752] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.548123] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c57a9c-649a-4698-b4f2-acf7b0aa72cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.556032] env[65997]: DEBUG oslo_vmware.api [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1241.556032] env[65997]: value = "task-4719143" [ 1241.556032] env[65997]: _type = "Task" [ 1241.556032] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.566714] env[65997]: DEBUG oslo_vmware.api [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.579638] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.744458] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7952431-97cd-4b5e-963e-ab6dc289549e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.753133] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb1c50-2003-4db2-9551-6b215b8ef255 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.789469] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf10990-4942-47b4-8fa6-d983cd0b2941 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.799617] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef118d-4777-4e1a-ac82-1d2bd80f9340 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.806904] env[65997]: DEBUG oslo_vmware.api [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Task: {'id': task-4719142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530256} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.807563] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.807751] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.807934] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.808116] env[65997]: INFO nova.compute.manager [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1241.808386] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1241.808589] env[65997]: DEBUG nova.compute.manager [-] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1241.808684] env[65997]: DEBUG nova.network.neutron [-] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1241.808926] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.819240] env[65997]: DEBUG nova.compute.provider_tree [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.847575] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.067425] env[65997]: DEBUG oslo_vmware.api [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719143, 'name': PowerOffVM_Task, 'duration_secs': 0.251912} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.067802] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.067878] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.068752] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b8b5abe-807e-4af2-89ab-28b0176c8418 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.079726] env[65997]: DEBUG oslo_vmware.api [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719132, 'name': ReconfigVM_Task, 'duration_secs': 5.775686} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.079956] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.080224] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Reconfigured VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1242.080608] env[65997]: WARNING neutronclient.v2_0.client [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.080985] env[65997]: WARNING neutronclient.v2_0.client [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.085846] env[65997]: DEBUG nova.compute.manager [req-0e5bb194-1e9d-44e0-8a01-f3c1f40ff93f req-72927bcd-0cb6-49de-b3c7-abfdf355d7b0 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Received event network-vif-deleted-d2ed24f7-f2c4-4684-9cad-2f29a5c20057 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1242.085846] env[65997]: INFO nova.compute.manager [req-0e5bb194-1e9d-44e0-8a01-f3c1f40ff93f req-72927bcd-0cb6-49de-b3c7-abfdf355d7b0 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Neutron deleted interface d2ed24f7-f2c4-4684-9cad-2f29a5c20057; detaching it from the instance and deleting it from the info cache [ 1242.085846] env[65997]: DEBUG nova.network.neutron [req-0e5bb194-1e9d-44e0-8a01-f3c1f40ff93f req-72927bcd-0cb6-49de-b3c7-abfdf355d7b0 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.112380] env[65997]: WARNING neutronclient.v2_0.client [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.140953] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.141206] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.141452] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Deleting the datastore file [datastore1] 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.141750] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-847a24a3-ca20-46c7-9c8b-4b6bcdb5fc51 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.150893] env[65997]: DEBUG oslo_vmware.api [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for the task: (returnval){ [ 1242.150893] env[65997]: value = "task-4719145" [ 1242.150893] env[65997]: _type = "Task" [ 1242.150893] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.160860] env[65997]: DEBUG oslo_vmware.api [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.175532] env[65997]: DEBUG nova.objects.instance [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'flavor' on Instance uuid 3707cb9d-27c2-4580-becc-8e9cde1b05aa {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.325509] env[65997]: DEBUG nova.scheduler.client.report [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.562254] env[65997]: DEBUG nova.network.neutron [-] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.589089] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-222b2d68-2c8d-4162-af77-31541f810b3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.599850] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8f59d8-19f4-43dc-a206-a97781ec11d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.631007] env[65997]: DEBUG nova.compute.manager [req-0e5bb194-1e9d-44e0-8a01-f3c1f40ff93f req-72927bcd-0cb6-49de-b3c7-abfdf355d7b0 service nova] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Detach interface failed, port_id=d2ed24f7-f2c4-4684-9cad-2f29a5c20057, reason: Instance 95018846-027f-44b4-8a41-78e2c3a169bd could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1242.661945] env[65997]: DEBUG oslo_vmware.api [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Task: {'id': task-4719145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187907} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.662243] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.662445] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.662717] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.662920] env[65997]: INFO nova.compute.manager [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1242.663210] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1242.663429] env[65997]: DEBUG nova.compute.manager [-] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1242.663528] env[65997]: DEBUG nova.network.neutron [-] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1242.663839] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.681098] env[65997]: DEBUG oslo_concurrency.lockutils [None req-eb6b95ab-ea93-45fc-8c7c-ef9834e76871 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.742158] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.908640] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.908914] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.985575] env[65997]: DEBUG nova.compute.manager [req-d0330838-ea51-4d8a-86e0-2811a36d4cf4 req-0950f19f-f74a-4aa5-a408-ba54b4fb3eae service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Received event network-vif-deleted-ed3c1f5a-d1f1-4cb4-a782-f71f108f1230 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1242.985852] env[65997]: INFO nova.compute.manager [req-d0330838-ea51-4d8a-86e0-2811a36d4cf4 req-0950f19f-f74a-4aa5-a408-ba54b4fb3eae service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Neutron deleted interface ed3c1f5a-d1f1-4cb4-a782-f71f108f1230; detaching it from the instance and deleting it from the info cache [ 1242.986017] env[65997]: DEBUG nova.network.neutron [req-d0330838-ea51-4d8a-86e0-2811a36d4cf4 req-0950f19f-f74a-4aa5-a408-ba54b4fb3eae service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.064941] env[65997]: INFO nova.compute.manager [-] [instance: 95018846-027f-44b4-8a41-78e2c3a169bd] Took 1.26 seconds to deallocate network for instance. [ 1243.337090] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.731s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.412624] env[65997]: INFO nova.compute.manager [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Detaching volume 05c5b7cf-f4c4-4c0a-957d-362681f24d3b [ 1243.415518] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.415685] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.416113] env[65997]: DEBUG nova.network.neutron [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1243.445638] env[65997]: INFO nova.virt.block_device [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Attempting to driver detach volume 05c5b7cf-f4c4-4c0a-957d-362681f24d3b from mountpoint /dev/sdb [ 1243.445884] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.446075] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920885', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'name': 'volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3707cb9d-27c2-4580-becc-8e9cde1b05aa', 'attached_at': '', 'detached_at': '', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'serial': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.447498] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b40b9-5045-4fb3-839e-24bf92f76509 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.469680] env[65997]: DEBUG nova.network.neutron [-] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.471734] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00dfc60-ef59-40d3-850d-ae7bd1042890 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.484026] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc19e7b-f4c8-4b31-9c22-e6df6ec87d86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.488772] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4c93a05-7ac8-46fa-9942-00eb2a80c047 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.508738] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a2852-007c-49c8-9cd5-169109e2834a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.516239] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b435b5e-cad9-4c85-a3c1-60d100dd04a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.538011] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] The volume has not been displaced from its original location: [datastore2] volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b/volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.543370] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.544183] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7fcff6-16e2-4574-b17c-1d1f14cdf528 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.567688] env[65997]: DEBUG nova.compute.manager [req-d0330838-ea51-4d8a-86e0-2811a36d4cf4 req-0950f19f-f74a-4aa5-a408-ba54b4fb3eae service nova] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Detach interface failed, port_id=ed3c1f5a-d1f1-4cb4-a782-f71f108f1230, reason: Instance 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.574556] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.574832] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.575059] env[65997]: DEBUG nova.objects.instance [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lazy-loading 'resources' on Instance uuid 95018846-027f-44b4-8a41-78e2c3a169bd {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.579018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.579018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.579018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.579018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.579018] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.579018] env[65997]: DEBUG oslo_vmware.api [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1243.579018] env[65997]: value = "task-4719146" [ 1243.579018] env[65997]: _type = "Task" [ 1243.579018] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.582276] env[65997]: INFO nova.compute.manager [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Terminating instance [ 1243.591484] env[65997]: DEBUG oslo_vmware.api [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.918708] env[65997]: WARNING neutronclient.v2_0.client [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.976053] env[65997]: INFO nova.compute.manager [-] [instance: 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf] Took 1.31 seconds to deallocate network for instance. [ 1244.071286] env[65997]: WARNING neutronclient.v2_0.client [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.086690] env[65997]: DEBUG nova.compute.manager [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1244.086811] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.087913] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b94df9-f0e8-421a-a798-5e7490dc18d6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.098521] env[65997]: DEBUG oslo_vmware.api [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719146, 'name': ReconfigVM_Task, 'duration_secs': 0.370268} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.098939] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.099026] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.103836] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97ac064-9a55-4d09-bc3c-b48f8c5acd69 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.110172] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7932c3-b9aa-4086-a236-17ce860a2801 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.126210] env[65997]: DEBUG oslo_vmware.api [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1244.126210] env[65997]: value = "task-4719147" [ 1244.126210] env[65997]: _type = "Task" [ 1244.126210] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.127565] env[65997]: DEBUG oslo_vmware.api [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1244.127565] env[65997]: value = "task-4719148" [ 1244.127565] env[65997]: _type = "Task" [ 1244.127565] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.146594] env[65997]: DEBUG oslo_vmware.api [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.150456] env[65997]: DEBUG oslo_vmware.api [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.157926] env[65997]: INFO nova.network.neutron [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Port e58229ca-5c52-46e6-b5c4-43c5acdf59a0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1244.158261] env[65997]: DEBUG nova.network.neutron [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.256407] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a74a2d1-19fb-40cf-925a-ff2b1dcbea23 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.263014] env[65997]: DEBUG nova.compute.manager [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1244.263288] env[65997]: DEBUG nova.compute.manager [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing instance network info cache due to event network-changed-883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1244.263629] env[65997]: DEBUG oslo_concurrency.lockutils [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] Acquiring lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.267700] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4cbe5-0f72-454f-8413-d5bdc9690eb6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.303362] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcc58ee-27f2-4145-94b0-034e572f74e3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.314604] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a63498-7a32-4dba-ac08-1326073b1166 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.332676] env[65997]: DEBUG nova.compute.provider_tree [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.483087] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.642293] env[65997]: DEBUG oslo_vmware.api [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719148, 'name': ReconfigVM_Task, 'duration_secs': 0.187861} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.645436] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920885', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'name': 'volume-05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3707cb9d-27c2-4580-becc-8e9cde1b05aa', 'attached_at': '', 'detached_at': '', 'volume_id': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b', 'serial': '05c5b7cf-f4c4-4c0a-957d-362681f24d3b'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.647566] env[65997]: DEBUG oslo_vmware.api [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719147, 'name': PowerOffVM_Task, 'duration_secs': 0.202745} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.648019] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.648200] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.648453] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7111f520-ce4c-45a4-85b0-8b3db2f0ad6b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.660788] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.663054] env[65997]: DEBUG oslo_concurrency.lockutils [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] Acquired lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.663248] env[65997]: DEBUG nova.network.neutron [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Refreshing network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.717613] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.717884] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.718015] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleting the datastore file [datastore2] 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.718297] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349394a2-8758-4425-9529-7135cca2f89d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.725175] env[65997]: DEBUG oslo_vmware.api [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for the task: (returnval){ [ 1244.725175] env[65997]: value = "task-4719150" [ 1244.725175] env[65997]: _type = "Task" [ 1244.725175] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.734416] env[65997]: DEBUG oslo_vmware.api [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.836655] env[65997]: DEBUG nova.scheduler.client.report [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.877764] env[65997]: INFO nova.compute.manager [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Swapping old allocation on dict_keys(['9e1a15bd-fb11-46b1-bf35-a6d54600733e']) held by migration 8a2032c7-4331-4cab-9455-b37572c5538f for instance [ 1244.902537] env[65997]: DEBUG nova.scheduler.client.report [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Overwriting current allocation {'allocations': {'9e1a15bd-fb11-46b1-bf35-a6d54600733e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'e1ea855a876342a8a48124005702976a', 'user_id': '11b9ba860c8845c1b9e0c0c930a9b80e', 'consumer_generation': 1} on consumer fba30338-fe0f-40d1-b66d-d1d9e11169db {{(pid=65997) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1244.944357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-e9c9225a-073f-4130-bda8-5ab7ceb60728-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.944578] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-e9c9225a-073f-4130-bda8-5ab7ceb60728-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.945445] env[65997]: DEBUG nova.objects.instance [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'flavor' on Instance uuid e9c9225a-073f-4130-bda8-5ab7ceb60728 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.966049] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.005201] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.005382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.005556] env[65997]: DEBUG nova.network.neutron [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1245.166257] env[65997]: DEBUG oslo_concurrency.lockutils [None req-2d840d25-e0de-4d91-a97b-89e32a78ae29 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-5e5dfa3c-544f-41dd-8b57-06d4397b3e78-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.692s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.168639] env[65997]: WARNING neutronclient.v2_0.client [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.200076] env[65997]: DEBUG nova.objects.instance [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'flavor' on Instance uuid 3707cb9d-27c2-4580-becc-8e9cde1b05aa {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.235905] env[65997]: DEBUG oslo_vmware.api [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Task: {'id': task-4719150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165357} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.236220] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.236375] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.236548] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.236716] env[65997]: INFO nova.compute.manager [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1245.236967] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1245.237180] env[65997]: DEBUG nova.compute.manager [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1245.237273] env[65997]: DEBUG nova.network.neutron [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1245.237515] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.269810] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.321591] env[65997]: WARNING neutronclient.v2_0.client [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.342118] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.344787] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.862s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.345086] env[65997]: DEBUG nova.objects.instance [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lazy-loading 'resources' on Instance uuid 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.364189] env[65997]: INFO nova.scheduler.client.report [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Deleted allocations for instance 95018846-027f-44b4-8a41-78e2c3a169bd [ 1245.397866] env[65997]: DEBUG nova.network.neutron [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updated VIF entry in instance network info cache for port 883ba482-6cac-40c9-98df-0ba77fd0cb5a. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1245.398295] env[65997]: DEBUG nova.network.neutron [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [{"id": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "address": "fa:16:3e:69:dd:0f", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba482-6c", "ovs_interfaceid": "883ba482-6cac-40c9-98df-0ba77fd0cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.452048] env[65997]: WARNING neutronclient.v2_0.client [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.507875] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.634099] env[65997]: DEBUG nova.objects.instance [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'pci_requests' on Instance uuid e9c9225a-073f-4130-bda8-5ab7ceb60728 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.775623] env[65997]: WARNING neutronclient.v2_0.client [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.844781] env[65997]: DEBUG nova.network.neutron [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [{"id": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "address": "fa:16:3e:11:41:ca", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52dc0f4-e4", "ovs_interfaceid": "c52dc0f4-e4f5-409a-8d48-c2023e853c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.874680] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9fca75dc-d277-49e2-9ab6-d438fd6e107f tempest-ServerRescueNegativeTestJSON-1377566600 tempest-ServerRescueNegativeTestJSON-1377566600-project-member] Lock "95018846-027f-44b4-8a41-78e2c3a169bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.220s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.901629] env[65997]: DEBUG oslo_concurrency.lockutils [req-b7dbc07f-1ddc-4ecc-8983-700ef9bf7430 req-8a9c7aba-40fc-43cf-ab4b-5b9957af814f service nova] Releasing lock "refresh_cache-5e5dfa3c-544f-41dd-8b57-06d4397b3e78" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.968760] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b1944-b8bf-4d11-8323-ed68d05db15a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.977635] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546683c-3c1a-40b4-8814-5635414e5dd5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.009126] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4fb1dd-36d0-486e-8674-b593a6550cf2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.019392] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94175282-c9cc-49fc-b8a2-c3847ed4969d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.035868] env[65997]: DEBUG nova.compute.provider_tree [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.137036] env[65997]: DEBUG nova.objects.base [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1246.137036] env[65997]: DEBUG nova.network.neutron [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1246.141021] env[65997]: WARNING neutronclient.v2_0.client [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.141021] env[65997]: WARNING neutronclient.v2_0.client [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.198935] env[65997]: DEBUG nova.network.neutron [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.211954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-d08701f3-c329-4b47-87f1-cd3fe3b67b93 tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.224548] env[65997]: DEBUG nova.policy [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76672d2331a341bd89b65fc6051191c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63426c0fd9034bd4bc7e47b49085d7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.302175] env[65997]: DEBUG nova.compute.manager [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1246.302396] env[65997]: DEBUG nova.compute.manager [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing instance network info cache due to event network-changed-18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1246.302758] env[65997]: DEBUG oslo_concurrency.lockutils [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.303030] env[65997]: DEBUG oslo_concurrency.lockutils [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.303310] env[65997]: DEBUG nova.network.neutron [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.351026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-fba30338-fe0f-40d1-b66d-d1d9e11169db" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.351026] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb07fe6d-f0c7-4ef9-956e-65b6269589a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.360038] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab613148-4c09-4569-a0a9-87536168fdab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.540245] env[65997]: DEBUG nova.scheduler.client.report [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.705722] env[65997]: INFO nova.compute.manager [-] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Took 1.47 seconds to deallocate network for instance. [ 1246.806139] env[65997]: WARNING neutronclient.v2_0.client [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.045757] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.075372] env[65997]: INFO nova.scheduler.client.report [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Deleted allocations for instance 039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf [ 1247.213619] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.214110] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.214384] env[65997]: DEBUG nova.objects.instance [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lazy-loading 'resources' on Instance uuid 3bcbb594-80af-42b4-a865-91f4314f8d43 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.460266] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.460605] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adbce224-c962-4dd4-ae7c-b9d10f6d3f69 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.469557] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1247.469557] env[65997]: value = "task-4719151" [ 1247.469557] env[65997]: _type = "Task" [ 1247.469557] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.487421] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.551773] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.552166] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.552307] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.552510] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.552695] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.554885] env[65997]: INFO nova.compute.manager [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Terminating instance [ 1247.584075] env[65997]: DEBUG oslo_concurrency.lockutils [None req-10f8dc19-dba6-4022-bf2c-66b6883d54bf tempest-ServerAddressesTestJSON-1428681872 tempest-ServerAddressesTestJSON-1428681872-project-member] Lock "039b83c7-3725-4bfc-b6ae-b5d1a8ab9abf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.554s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.777212] env[65997]: DEBUG nova.network.neutron [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Successfully updated port: e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1247.825126] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e38716-70f9-4225-9030-14a77728ba39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.834442] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65405403-f931-4a42-ab58-70a07a333c14 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.875535] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adfb5e5-d9e1-4565-b169-6761c32b219a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.883632] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a6807f-ecef-48fb-a69b-2da1fc00bf3f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.899308] env[65997]: DEBUG nova.compute.provider_tree [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.911718] env[65997]: WARNING neutronclient.v2_0.client [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.980326] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719151, 'name': PowerOffVM_Task, 'duration_secs': 0.217693} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.980656] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.981370] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1247.981626] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.981827] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1247.982079] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.982302] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1247.982495] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1247.982829] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1247.983045] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1247.983312] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1247.983542] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1247.983925] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1247.988837] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a42370-473b-48a8-858a-feba09af94c4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.005402] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1248.005402] env[65997]: value = "task-4719152" [ 1248.005402] env[65997]: _type = "Task" [ 1248.005402] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.014521] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.015527] env[65997]: DEBUG nova.network.neutron [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updated VIF entry in instance network info cache for port 18a714f6-9afa-4bf8-bb80-699441ce68db. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1248.015933] env[65997]: DEBUG nova.network.neutron [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.060068] env[65997]: DEBUG nova.compute.manager [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1248.060068] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.060333] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f383ff-9cb1-4724-92f3-24dc40e3d423 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.066228] env[65997]: DEBUG nova.compute.manager [req-7e9e87cc-4b8b-4bb4-8daa-289a9f1fa421 req-fb0fb4f4-6638-49ff-83d5-64b113965764 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-vif-plugged-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1248.066417] env[65997]: DEBUG oslo_concurrency.lockutils [req-7e9e87cc-4b8b-4bb4-8daa-289a9f1fa421 req-fb0fb4f4-6638-49ff-83d5-64b113965764 service nova] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.066619] env[65997]: DEBUG oslo_concurrency.lockutils [req-7e9e87cc-4b8b-4bb4-8daa-289a9f1fa421 req-fb0fb4f4-6638-49ff-83d5-64b113965764 service nova] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.066841] env[65997]: DEBUG oslo_concurrency.lockutils [req-7e9e87cc-4b8b-4bb4-8daa-289a9f1fa421 req-fb0fb4f4-6638-49ff-83d5-64b113965764 service nova] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.067110] env[65997]: DEBUG nova.compute.manager [req-7e9e87cc-4b8b-4bb4-8daa-289a9f1fa421 req-fb0fb4f4-6638-49ff-83d5-64b113965764 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] No waiting events found dispatching network-vif-plugged-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1248.067335] env[65997]: WARNING nova.compute.manager [req-7e9e87cc-4b8b-4bb4-8daa-289a9f1fa421 req-fb0fb4f4-6638-49ff-83d5-64b113965764 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received unexpected event network-vif-plugged-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 for instance with vm_state active and task_state None. [ 1248.073296] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.073573] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffef6f26-01dd-45b0-bed4-0b20ba0c1212 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.081655] env[65997]: DEBUG oslo_vmware.api [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1248.081655] env[65997]: value = "task-4719153" [ 1248.081655] env[65997]: _type = "Task" [ 1248.081655] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.094039] env[65997]: DEBUG oslo_vmware.api [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.281997] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.402329] env[65997]: DEBUG nova.scheduler.client.report [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.518145] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719152, 'name': ReconfigVM_Task, 'duration_secs': 0.184386} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.518145] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb85c1-b993-4b6e-be96-219b54b94a8c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.520077] env[65997]: DEBUG oslo_concurrency.lockutils [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.520394] env[65997]: DEBUG nova.compute.manager [req-8088a040-275b-440c-b70f-3a1526cec9ad req-73de5d93-f12c-4e3e-9fd1-e0e7ee53d25b service nova] [instance: 3bcbb594-80af-42b4-a865-91f4314f8d43] Received event network-vif-deleted-c2e6cb5f-e08e-4f00-ae08-def75538b547 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1248.520953] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.521036] env[65997]: DEBUG nova.network.neutron [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1248.541278] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1248.541501] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.541656] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1248.541842] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.541983] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1248.542173] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1248.542400] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.542573] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1248.543082] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1248.543082] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1248.543241] env[65997]: DEBUG nova.virt.hardware [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1248.544739] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14d27c9-8e31-4c81-8e53-b3e39e9d2f75 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.551904] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1248.551904] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52309805-48e5-b366-45b3-96fbbfc9a908" [ 1248.551904] env[65997]: _type = "Task" [ 1248.551904] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.563158] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52309805-48e5-b366-45b3-96fbbfc9a908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.593969] env[65997]: DEBUG oslo_vmware.api [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719153, 'name': PowerOffVM_Task, 'duration_secs': 0.190002} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.594284] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.594465] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.594758] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5925ff43-d635-4cf1-b6b0-10394b014357 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.683291] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.683549] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.683811] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleting the datastore file [datastore1] 3707cb9d-27c2-4580-becc-8e9cde1b05aa {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.684196] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af3bf33f-3fab-40dc-913b-29e17fe3cb00 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.695331] env[65997]: DEBUG oslo_vmware.api [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for the task: (returnval){ [ 1248.695331] env[65997]: value = "task-4719155" [ 1248.695331] env[65997]: _type = "Task" [ 1248.695331] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.708180] env[65997]: DEBUG oslo_vmware.api [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.907754] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.958955] env[65997]: INFO nova.scheduler.client.report [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Deleted allocations for instance 3bcbb594-80af-42b4-a865-91f4314f8d43 [ 1249.067779] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52309805-48e5-b366-45b3-96fbbfc9a908, 'name': SearchDatastore_Task, 'duration_secs': 0.031345} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.072977] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.073291] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb36937-af34-457b-8710-1e3e9c238844 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.094473] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1249.094473] env[65997]: value = "task-4719156" [ 1249.094473] env[65997]: _type = "Task" [ 1249.094473] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.103876] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.114788] env[65997]: WARNING nova.network.neutron [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] 55733f91-898a-431d-9fb6-7cd8ce565236 already exists in list: networks containing: ['55733f91-898a-431d-9fb6-7cd8ce565236']. ignoring it [ 1249.206864] env[65997]: DEBUG oslo_vmware.api [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Task: {'id': task-4719155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167977} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.207011] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.207113] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.207291] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.207458] env[65997]: INFO nova.compute.manager [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1249.207698] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1249.207909] env[65997]: DEBUG nova.compute.manager [-] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1249.208054] env[65997]: DEBUG nova.network.neutron [-] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1249.208297] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.259871] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.286204] env[65997]: WARNING neutronclient.v2_0.client [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.470167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-98b6c2ec-3781-470e-91c0-00141463d6b2 tempest-AttachVolumeShelveTestJSON-1466192988 tempest-AttachVolumeShelveTestJSON-1466192988-project-member] Lock "3bcbb594-80af-42b4-a865-91f4314f8d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.577875] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.578232] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1249.607191] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.107036] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719156, 'name': ReconfigVM_Task, 'duration_secs': 0.599137} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.107331] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.108235] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc27c5d-654b-4ea3-8987-8501f69b5564 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.134363] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.135091] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc39e86-2948-48c9-b1aa-d35cedcf98ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.151270] env[65997]: DEBUG nova.compute.manager [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-changed-e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1250.151463] env[65997]: DEBUG nova.compute.manager [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing instance network info cache due to event network-changed-e58229ca-5c52-46e6-b5c4-43c5acdf59a0. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1250.151648] env[65997]: DEBUG oslo_concurrency.lockutils [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.157805] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1250.157805] env[65997]: value = "task-4719157" [ 1250.157805] env[65997]: _type = "Task" [ 1250.157805] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.167038] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.202829] env[65997]: WARNING neutronclient.v2_0.client [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.289433] env[65997]: DEBUG nova.network.neutron [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "address": "fa:16:3e:4f:7b:1b", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58229ca-5c", "ovs_interfaceid": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.417412] env[65997]: DEBUG nova.network.neutron [-] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.579145] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.668568] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.798440] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.799247] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.799410] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.799694] env[65997]: DEBUG oslo_concurrency.lockutils [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.799873] env[65997]: DEBUG nova.network.neutron [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Refreshing network info cache for port e58229ca-5c52-46e6-b5c4-43c5acdf59a0 {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.801659] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e4984e-07b7-422b-8164-ebdc983f947a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.819469] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1250.819731] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.819847] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1250.820037] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.820182] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1250.820322] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1250.820525] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1250.820715] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1250.821089] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1250.821261] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1250.821430] env[65997]: DEBUG nova.virt.hardware [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1250.828132] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Reconfiguring VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1250.829065] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5ee0ed-0779-4386-b67d-509165980348 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.847552] env[65997]: DEBUG oslo_vmware.api [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1250.847552] env[65997]: value = "task-4719158" [ 1250.847552] env[65997]: _type = "Task" [ 1250.847552] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.856836] env[65997]: DEBUG oslo_vmware.api [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719158, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.920145] env[65997]: INFO nova.compute.manager [-] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Took 1.71 seconds to deallocate network for instance. [ 1251.169931] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.306342] env[65997]: WARNING neutronclient.v2_0.client [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.358735] env[65997]: DEBUG oslo_vmware.api [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.426835] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.427209] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.427435] env[65997]: DEBUG nova.objects.instance [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lazy-loading 'resources' on Instance uuid 3707cb9d-27c2-4580-becc-8e9cde1b05aa {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.567230] env[65997]: WARNING neutronclient.v2_0.client [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.668735] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719157, 'name': ReconfigVM_Task, 'duration_secs': 1.311194} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.669063] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to attach disk [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db/fba30338-fe0f-40d1-b66d-d1d9e11169db.vmdk or device None with type thin {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.669992] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fb630c-bdf2-4926-b6ba-cd315d039f1c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693523] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2bcf1-6d52-4549-a18c-3e7638cde422 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.718064] env[65997]: DEBUG nova.network.neutron [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updated VIF entry in instance network info cache for port e58229ca-5c52-46e6-b5c4-43c5acdf59a0. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1251.718526] env[65997]: DEBUG nova.network.neutron [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "address": "fa:16:3e:4f:7b:1b", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58229ca-5c", "ovs_interfaceid": "e58229ca-5c52-46e6-b5c4-43c5acdf59a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.720557] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d190ddb-6948-40bc-bbf1-b78acbd32d48 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.743608] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47622de9-c661-4306-9fc2-c1abf17d8ed7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.752482] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.752768] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b94de3-ff2e-4610-b872-098f8bf6dca8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.760385] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1251.760385] env[65997]: value = "task-4719160" [ 1251.760385] env[65997]: _type = "Task" [ 1251.760385] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.771613] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.859315] env[65997]: DEBUG oslo_vmware.api [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.020211] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c750a6c-2f87-4493-9acc-1d4016afc3f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.029712] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53470be6-4b84-472c-9380-d08fe6f28afe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.062057] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c596e5-3dc0-4ca7-8dfa-af2ff9a0c182 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.070457] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6659ad-474b-402a-a18c-bca0d9abb7f0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.093181] env[65997]: DEBUG nova.compute.provider_tree [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.224571] env[65997]: DEBUG oslo_concurrency.lockutils [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.224571] env[65997]: DEBUG nova.compute.manager [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Received event network-vif-deleted-513bf757-dc94-4c93-81c5-d4589e55c0a8 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1252.224878] env[65997]: INFO nova.compute.manager [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Neutron deleted interface 513bf757-dc94-4c93-81c5-d4589e55c0a8; detaching it from the instance and deleting it from the info cache [ 1252.224878] env[65997]: DEBUG nova.network.neutron [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.270891] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.358890] env[65997]: DEBUG oslo_vmware.api [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719158, 'name': ReconfigVM_Task, 'duration_secs': 1.355304} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.359437] env[65997]: WARNING neutronclient.v2_0.client [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.359706] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.359917] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Reconfigured VM to attach interface {{(pid=65997) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1252.567330] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "143c007d-3b76-4b66-8890-2b3f19929040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.567616] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "143c007d-3b76-4b66-8890-2b3f19929040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.578164] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.578432] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.596545] env[65997]: DEBUG nova.scheduler.client.report [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.727720] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75c941fd-fb48-45d2-ad50-78517a45f0cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.739707] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ccbcc5-1e6f-430b-876f-9e4ab3ae7d5a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.774618] env[65997]: DEBUG nova.compute.manager [req-7634a5e0-74b0-4ccf-b158-bffcfa211be5 req-b75cc082-34c0-4a55-9cc6-4ccac5fa5a39 service nova] [instance: 3707cb9d-27c2-4580-becc-8e9cde1b05aa] Detach interface failed, port_id=513bf757-dc94-4c93-81c5-d4589e55c0a8, reason: Instance 3707cb9d-27c2-4580-becc-8e9cde1b05aa could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.780670] env[65997]: DEBUG oslo_vmware.api [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719160, 'name': PowerOnVM_Task, 'duration_secs': 1.018158} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.780936] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.865428] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8cc62178-55ca-4122-8423-1c382a06ae04 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-e9c9225a-073f-4130-bda8-5ab7ceb60728-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.921s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.069950] env[65997]: DEBUG nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1253.101838] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.151516] env[65997]: INFO nova.scheduler.client.report [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Deleted allocations for instance 3707cb9d-27c2-4580-becc-8e9cde1b05aa [ 1253.589435] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.589711] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.592021] env[65997]: INFO nova.compute.claims [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.658939] env[65997]: DEBUG oslo_concurrency.lockutils [None req-24fd9869-51aa-4fc6-9697-5962c3b3621a tempest-AttachVolumeNegativeTest-2017791131 tempest-AttachVolumeNegativeTest-2017791131-project-member] Lock "3707cb9d-27c2-4580-becc-8e9cde1b05aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.107s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.843198] env[65997]: INFO nova.compute.manager [None req-88575ec7-c324-4406-bb8c-74377b3cdf12 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance to original state: 'active' [ 1254.268162] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "interface-e9c9225a-073f-4130-bda8-5ab7ceb60728-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.268434] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-e9c9225a-073f-4130-bda8-5ab7ceb60728-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.578971] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.682352] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c0c0f-6ff4-435e-987b-83937aaad3f2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.690765] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916cdb2a-fdcf-4f54-ae65-82e10be23d40 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.723137] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e43b5-c2c2-4ca8-ac35-1ba8f20f354f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.733018] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b99a56-1524-42e2-a40f-5c67c414b8a0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.746420] env[65997]: DEBUG nova.compute.provider_tree [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.771160] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.771402] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.772381] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c8f971-e8ed-4e57-906b-9aa1fd36421d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.798031] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a78f592-cf67-4dd4-b233-b5dd55e66ec5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.821677] env[65997]: WARNING neutronclient.v2_0.client [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.828491] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Reconfiguring VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1254.829935] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f7a105-a1de-45a1-b6ca-aabc09fb43f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.852698] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1254.852698] env[65997]: value = "task-4719162" [ 1254.852698] env[65997]: _type = "Task" [ 1254.852698] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.868815] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.082625] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.254793] env[65997]: DEBUG nova.scheduler.client.report [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.347719] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.347828] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.347993] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.348228] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.348453] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.350810] env[65997]: INFO nova.compute.manager [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Terminating instance [ 1255.363748] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.760782] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.761434] env[65997]: DEBUG nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1255.765183] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.683s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.765382] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.765548] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1255.766489] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740d4f9-0468-4d4d-9dd3-dd11f0b0a5af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.776258] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391cd24-d86e-4c6f-a1e5-092c6276d4be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.792502] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c2221-c567-447f-a4f6-73285354488d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.799805] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a7859-0458-4c30-a996-9ce9e8b58cd2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.833598] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178728MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1255.833598] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.833598] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.855111] env[65997]: DEBUG nova.compute.manager [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1255.855404] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.855730] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae39f0e-d832-4711-afdf-81bcf7b0930b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.869540] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.871388] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1255.871388] env[65997]: value = "task-4719163" [ 1255.871388] env[65997]: _type = "Task" [ 1255.871388] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.881565] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.272119] env[65997]: DEBUG nova.compute.utils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.273641] env[65997]: DEBUG nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1256.367346] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.381396] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719163, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.775842] env[65997]: DEBUG nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1256.862521] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1256.862835] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance e9c9225a-073f-4130-bda8-5ab7ceb60728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1256.862835] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1256.862962] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance fba30338-fe0f-40d1-b66d-d1d9e11169db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1256.863191] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 143c007d-3b76-4b66-8890-2b3f19929040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1256.863378] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1256.863526] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '4', 'num_task_deleting': '1', 'num_os_type_None': '5', 'num_proj_e1ea855a876342a8a48124005702976a': '1', 'io_workload': '1', 'num_task_None': '3', 'num_proj_63426c0fd9034bd4bc7e47b49085d7dc': '2', 'num_proj_198a4ecec02d440289419a63a0c36717': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_proj_88d6c5ae4eee444585b797da4826766c': '1'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1256.869468] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.883293] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719163, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.940544] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a33f3e-d51d-4628-b108-54eedf273521 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.949098] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c53450-ed1c-4946-864b-bbe1b6a457fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.981439] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0951fcf7-1869-43e6-b5e0-8f546a8111d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.990112] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a494e32-d666-41f7-8a1c-b30201592e94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.004621] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.368091] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.382508] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719163, 'name': PowerOffVM_Task, 'duration_secs': 1.212808} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.382881] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.383101] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Volume detach. Driver type: vmdk {{(pid=65997) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.383299] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920880', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'name': 'volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fba30338-fe0f-40d1-b66d-d1d9e11169db', 'attached_at': '2025-11-22T04:40:35.000000', 'detached_at': '', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'serial': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.384101] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3327c64-3c19-4537-9900-29019ae344df {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.405581] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ebea4c-f919-4010-9366-97be2b1b391e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.413570] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e4bb5a-2458-4e80-a2bd-c55ce51717b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.434662] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccf0b1e-baf6-4946-b4a8-e664c8297787 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.452100] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The volume has not been displaced from its original location: [datastore1] volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5/volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5.vmdk. No consolidation needed. {{(pid=65997) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.457665] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.458079] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7578bef-b871-4b45-9e7d-d549a5d5cf69 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.478363] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1257.478363] env[65997]: value = "task-4719165" [ 1257.478363] env[65997]: _type = "Task" [ 1257.478363] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.487565] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.507840] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.786495] env[65997]: DEBUG nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1257.817462] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1257.817711] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.817866] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1257.818062] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.818215] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1257.818367] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1257.818587] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.818746] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1257.818926] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1257.819159] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1257.819347] env[65997]: DEBUG nova.virt.hardware [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1257.820323] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63016a1b-eed4-4349-bd43-614b4facf75e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.829762] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a335c5-90e8-4214-b429-db3513821e0d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.845508] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.851468] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Creating folder: Project (88d6c5ae4eee444585b797da4826766c). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.851834] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0630fae3-28a3-4f03-b5c1-f11c12462de9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.863582] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Created folder: Project (88d6c5ae4eee444585b797da4826766c) in parent group-v920549. [ 1257.863997] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Creating folder: Instances. Parent ref: group-v920886. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.867438] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06c16021-5568-488c-b29e-26154bb7788b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.869090] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.878257] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Created folder: Instances in parent group-v920886. [ 1257.878439] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1257.878638] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.878855] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5239d8c3-0e4b-4cc6-a8ac-d0d260db2048 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.896267] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.896267] env[65997]: value = "task-4719168" [ 1257.896267] env[65997]: _type = "Task" [ 1257.896267] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.906402] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719168, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.989056] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719165, 'name': ReconfigVM_Task, 'duration_secs': 0.227735} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.989056] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=65997) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.993927] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed47db35-fd27-4ee5-a35f-be069c1f4e46 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.010789] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1258.010789] env[65997]: value = "task-4719169" [ 1258.010789] env[65997]: _type = "Task" [ 1258.010789] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.014870] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1258.015086] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.021634] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.368219] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.407644] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719168, 'name': CreateVM_Task, 'duration_secs': 0.293538} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.407707] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.408194] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.408357] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.408734] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.408995] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8d6650-8565-4235-857a-afc9a2185278 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.414726] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1258.414726] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e632a-fe58-a28e-f322-3561bee7af2e" [ 1258.414726] env[65997]: _type = "Task" [ 1258.414726] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.423517] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e632a-fe58-a28e-f322-3561bee7af2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.521550] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719169, 'name': ReconfigVM_Task, 'duration_secs': 0.167158} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.521860] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-920880', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'name': 'volume-6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fba30338-fe0f-40d1-b66d-d1d9e11169db', 'attached_at': '2025-11-22T04:40:35.000000', 'detached_at': '', 'volume_id': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5', 'serial': '6dd16cc0-cd8f-4d49-bf83-d7da6f074fb5'} {{(pid=65997) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.522143] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.523103] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab1749-51f6-4887-96fb-cb592d9a8763 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.529871] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.530134] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b545a5a8-3874-4f92-a495-89c68a031138 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.696118] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.696343] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.696393] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleting the datastore file [datastore2] fba30338-fe0f-40d1-b66d-d1d9e11169db {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.696671] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acbdf1ad-3b57-4df6-a7ab-ff2354623576 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.705223] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1258.705223] env[65997]: value = "task-4719171" [ 1258.705223] env[65997]: _type = "Task" [ 1258.705223] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.714342] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.868036] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.926127] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523e632a-fe58-a28e-f322-3561bee7af2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.926417] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.926649] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.926876] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.927062] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.927206] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.927460] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e70ac574-b26a-4c33-8df7-b5be7ad86f3d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.936185] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.936360] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.937058] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac41ab79-0d24-4edb-a7ce-79ddf8822a04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.942160] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1258.942160] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523c1320-b7f0-b8f8-e04b-9cc148f310ef" [ 1258.942160] env[65997]: _type = "Task" [ 1258.942160] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.949975] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523c1320-b7f0-b8f8-e04b-9cc148f310ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.009077] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.009418] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.009531] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.215801] env[65997]: DEBUG oslo_vmware.api [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147848} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.216095] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.216247] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.216423] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.216594] env[65997]: INFO nova.compute.manager [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1259.216846] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1259.217061] env[65997]: DEBUG nova.compute.manager [-] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1259.217163] env[65997]: DEBUG nova.network.neutron [-] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1259.217403] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.250895] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.369700] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.453511] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]523c1320-b7f0-b8f8-e04b-9cc148f310ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.455126] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c55982d-6a50-4cc4-9669-ed20c5c76e93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.460964] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1259.460964] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527999d8-28d8-d049-069f-f6c55b3702ac" [ 1259.460964] env[65997]: _type = "Task" [ 1259.460964] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.470136] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527999d8-28d8-d049-069f-f6c55b3702ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.573255] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.693847] env[65997]: DEBUG nova.compute.manager [req-c9e262bf-0ab4-4e6e-8726-a025f0fd2f8b req-fb18326e-c398-436a-bd2e-0051cbb1575a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Received event network-vif-deleted-c52dc0f4-e4f5-409a-8d48-c2023e853c95 {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1259.694128] env[65997]: INFO nova.compute.manager [req-c9e262bf-0ab4-4e6e-8726-a025f0fd2f8b req-fb18326e-c398-436a-bd2e-0051cbb1575a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Neutron deleted interface c52dc0f4-e4f5-409a-8d48-c2023e853c95; detaching it from the instance and deleting it from the info cache [ 1259.694350] env[65997]: DEBUG nova.network.neutron [req-c9e262bf-0ab4-4e6e-8726-a025f0fd2f8b req-fb18326e-c398-436a-bd2e-0051cbb1575a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.870823] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.971721] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]527999d8-28d8-d049-069f-f6c55b3702ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.972016] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.972234] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.972496] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac5ae56e-704e-4cd5-9f8e-df7c1b02cdcc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.979631] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1259.979631] env[65997]: value = "task-4719173" [ 1259.979631] env[65997]: _type = "Task" [ 1259.979631] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.987790] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.174066] env[65997]: DEBUG nova.network.neutron [-] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.197590] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d2cc0fa-86df-44ad-a7ec-d975d245f3d3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.209826] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1913de65-556b-401a-9d4c-7ebfb2091cd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.242947] env[65997]: DEBUG nova.compute.manager [req-c9e262bf-0ab4-4e6e-8726-a025f0fd2f8b req-fb18326e-c398-436a-bd2e-0051cbb1575a service nova] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Detach interface failed, port_id=c52dc0f4-e4f5-409a-8d48-c2023e853c95, reason: Instance fba30338-fe0f-40d1-b66d-d1d9e11169db could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1260.372568] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.489960] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481737} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.490160] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.490375] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.490627] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2570a50a-03cf-49f6-a249-349a7c1dc103 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.498031] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1260.498031] env[65997]: value = "task-4719174" [ 1260.498031] env[65997]: _type = "Task" [ 1260.498031] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.508611] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.676685] env[65997]: INFO nova.compute.manager [-] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Took 1.46 seconds to deallocate network for instance. [ 1260.872170] env[65997]: DEBUG oslo_vmware.api [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719162, 'name': ReconfigVM_Task, 'duration_secs': 5.777402} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.872521] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.872610] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Reconfigured VM to detach interface {{(pid=65997) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1260.873101] env[65997]: WARNING neutronclient.v2_0.client [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.873427] env[65997]: WARNING neutronclient.v2_0.client [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.908636] env[65997]: WARNING neutronclient.v2_0.client [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.007844] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064661} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.008146] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.008936] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e0fefc-261d-4c90-ab78-085ed9c39572 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.029573] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.029895] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71870977-db4e-4426-a6ea-6163872c2426 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.051284] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1261.051284] env[65997]: value = "task-4719175" [ 1261.051284] env[65997]: _type = "Task" [ 1261.051284] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.060109] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.217389] env[65997]: INFO nova.compute.manager [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: fba30338-fe0f-40d1-b66d-d1d9e11169db] Took 0.54 seconds to detach 1 volumes for instance. [ 1261.565153] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.725537] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.725742] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.725997] env[65997]: DEBUG nova.objects.instance [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'resources' on Instance uuid fba30338-fe0f-40d1-b66d-d1d9e11169db {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.748560] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.749583] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.749860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.750103] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.750281] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.752396] env[65997]: INFO nova.compute.manager [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Terminating instance [ 1262.062213] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719175, 'name': ReconfigVM_Task, 'duration_secs': 0.762363} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.062599] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.063125] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35906b9c-d70e-4109-9e2d-ff33e077bae6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.069660] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1262.069660] env[65997]: value = "task-4719176" [ 1262.069660] env[65997]: _type = "Task" [ 1262.069660] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.078019] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719176, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.185032] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.185275] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquired lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.185441] env[65997]: DEBUG nova.network.neutron [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1262.258682] env[65997]: DEBUG nova.compute.manager [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1262.258995] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.260638] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7314261d-22c5-4b8d-848f-e7804b8c9581 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.269511] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.272193] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b71b4e-b2be-4613-afc9-122518910262 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.279788] env[65997]: DEBUG oslo_vmware.api [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1262.279788] env[65997]: value = "task-4719177" [ 1262.279788] env[65997]: _type = "Task" [ 1262.279788] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.291390] env[65997]: DEBUG oslo_vmware.api [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.324493] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db4d513-d3e3-42aa-9add-5786ee8b24e5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.334447] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dc1fad-feff-4f7a-83f8-d3d92a6056fa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.365607] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17130f8f-4096-47ce-80e9-43d7ec809e8e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.374783] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae7a08-c1f1-4c2d-bfcc-48104180bee5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.391872] env[65997]: DEBUG nova.compute.provider_tree [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.579706] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719176, 'name': Rename_Task, 'duration_secs': 0.144178} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.579898] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.580136] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39712c43-57cd-4201-be91-d0ee85cee001 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.587079] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1262.587079] env[65997]: value = "task-4719178" [ 1262.587079] env[65997]: _type = "Task" [ 1262.587079] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.595386] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.688973] env[65997]: WARNING neutronclient.v2_0.client [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.794534] env[65997]: DEBUG oslo_vmware.api [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719177, 'name': PowerOffVM_Task, 'duration_secs': 0.183842} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.794698] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.794824] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.795120] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f0743d9-0c56-474a-a2b8-9e5e91c10b59 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.866257] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.866485] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.866661] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleting the datastore file [datastore2] e9c9225a-073f-4130-bda8-5ab7ceb60728 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.866986] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba0835f-56bf-461f-8db9-d2ca29e95ef7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.874634] env[65997]: DEBUG oslo_vmware.api [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1262.874634] env[65997]: value = "task-4719180" [ 1262.874634] env[65997]: _type = "Task" [ 1262.874634] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.887194] env[65997]: DEBUG oslo_vmware.api [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.892474] env[65997]: WARNING neutronclient.v2_0.client [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.895370] env[65997]: DEBUG nova.scheduler.client.report [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.973235] env[65997]: INFO nova.network.neutron [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Port e58229ca-5c52-46e6-b5c4-43c5acdf59a0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1262.973737] env[65997]: DEBUG nova.network.neutron [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [{"id": "18a714f6-9afa-4bf8-bb80-699441ce68db", "address": "fa:16:3e:a0:32:4a", "network": {"id": "55733f91-898a-431d-9fb6-7cd8ce565236", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-112383260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63426c0fd9034bd4bc7e47b49085d7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a714f6-9a", "ovs_interfaceid": "18a714f6-9afa-4bf8-bb80-699441ce68db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.097151] env[65997]: DEBUG oslo_vmware.api [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719178, 'name': PowerOnVM_Task, 'duration_secs': 0.477638} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.097660] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.097660] env[65997]: INFO nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1263.097660] env[65997]: DEBUG nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1263.098353] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd29aa08-a93e-4b22-a606-16b8bb9a8f29 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.385365] env[65997]: DEBUG oslo_vmware.api [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172929} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.385579] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.385760] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.385930] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.386115] env[65997]: INFO nova.compute.manager [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1263.386375] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1263.386547] env[65997]: DEBUG nova.compute.manager [-] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1263.386641] env[65997]: DEBUG nova.network.neutron [-] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1263.386888] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.399790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.418903] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.423181] env[65997]: INFO nova.scheduler.client.report [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted allocations for instance fba30338-fe0f-40d1-b66d-d1d9e11169db [ 1263.476664] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Releasing lock "refresh_cache-e9c9225a-073f-4130-bda8-5ab7ceb60728" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.615933] env[65997]: INFO nova.compute.manager [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Took 10.04 seconds to build instance. [ 1263.930900] env[65997]: DEBUG oslo_concurrency.lockutils [None req-73857f66-b48b-4936-aeaa-59d153f3b1a1 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "fba30338-fe0f-40d1-b66d-d1d9e11169db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.583s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.981683] env[65997]: DEBUG oslo_concurrency.lockutils [None req-68f0cf4c-3da4-40c1-972c-63e7e902b292 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "interface-e9c9225a-073f-4130-bda8-5ab7ceb60728-e58229ca-5c52-46e6-b5c4-43c5acdf59a0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.713s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.117841] env[65997]: DEBUG oslo_concurrency.lockutils [None req-59dc6fee-5758-4d11-a41a-355f70a04c00 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "143c007d-3b76-4b66-8890-2b3f19929040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.550s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.207926] env[65997]: DEBUG nova.compute.manager [req-f4d94d6f-9879-4179-ba72-f17d8c0912ba req-ea5a2232-e7b8-4e32-b270-7515019c2439 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Received event network-vif-deleted-18a714f6-9afa-4bf8-bb80-699441ce68db {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1264.207926] env[65997]: INFO nova.compute.manager [req-f4d94d6f-9879-4179-ba72-f17d8c0912ba req-ea5a2232-e7b8-4e32-b270-7515019c2439 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Neutron deleted interface 18a714f6-9afa-4bf8-bb80-699441ce68db; detaching it from the instance and deleting it from the info cache [ 1264.207926] env[65997]: DEBUG nova.network.neutron [req-f4d94d6f-9879-4179-ba72-f17d8c0912ba req-ea5a2232-e7b8-4e32-b270-7515019c2439 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.639550] env[65997]: DEBUG nova.network.neutron [-] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.713031] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6e2b5e2-8100-4a98-8d95-fa2c97e6bd79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.724777] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f655a9-840f-4a2e-b8a0-74e192c827bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.759712] env[65997]: DEBUG nova.compute.manager [req-f4d94d6f-9879-4179-ba72-f17d8c0912ba req-ea5a2232-e7b8-4e32-b270-7515019c2439 service nova] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Detach interface failed, port_id=18a714f6-9afa-4bf8-bb80-699441ce68db, reason: Instance e9c9225a-073f-4130-bda8-5ab7ceb60728 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1264.767603] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.768167] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.768366] env[65997]: DEBUG nova.compute.manager [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1264.769338] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c04a97-db88-443c-b0fa-bf938ccbd1d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.777344] env[65997]: DEBUG nova.compute.manager [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65997) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1264.778038] env[65997]: DEBUG nova.objects.instance [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'flavor' on Instance uuid c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.125514] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.125845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.142617] env[65997]: INFO nova.compute.manager [-] [instance: e9c9225a-073f-4130-bda8-5ab7ceb60728] Took 1.76 seconds to deallocate network for instance. [ 1265.390178] env[65997]: INFO nova.compute.manager [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Rebuilding instance [ 1265.426857] env[65997]: DEBUG nova.compute.manager [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1265.427744] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b21cc-bce3-4205-b601-3def4d1b1c25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.628078] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1265.650188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.650188] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.650188] env[65997]: DEBUG nova.objects.instance [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'resources' on Instance uuid e9c9225a-073f-4130-bda8-5ab7ceb60728 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.786915] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.787217] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff48e099-5ede-4957-8178-90c882b33b32 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.796488] env[65997]: DEBUG oslo_vmware.api [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1265.796488] env[65997]: value = "task-4719181" [ 1265.796488] env[65997]: _type = "Task" [ 1265.796488] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.806327] env[65997]: DEBUG oslo_vmware.api [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.152459] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.229295] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c3e8e3-a26e-4786-8acf-da08d5777e84 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.238279] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6091c119-0574-4625-b49d-8cccdb041c7d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.269955] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3345faf-30b3-410f-b56f-a029b2dac22d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.278414] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e12ca-85a9-4bff-b6b7-d757a83daab8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.292658] env[65997]: DEBUG nova.compute.provider_tree [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.307571] env[65997]: DEBUG oslo_vmware.api [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719181, 'name': PowerOffVM_Task, 'duration_secs': 0.231695} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.307826] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.308035] env[65997]: DEBUG nova.compute.manager [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1266.308890] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeae2dd-ed11-4b9f-9a86-99b3da10d0f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.442780] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.443209] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e1d08a-d368-497d-be8c-79250516023a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.450921] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1266.450921] env[65997]: value = "task-4719182" [ 1266.450921] env[65997]: _type = "Task" [ 1266.450921] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.460215] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.796297] env[65997]: DEBUG nova.scheduler.client.report [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.821126] env[65997]: DEBUG oslo_concurrency.lockutils [None req-fb195bfc-16be-46b8-9897-e2bf5ca63d3c tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.961892] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719182, 'name': PowerOffVM_Task, 'duration_secs': 0.175528} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.962180] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.962920] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.963721] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4752e9-00d7-43a0-9041-cd788c62d6f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.971571] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.971821] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e9cc9de-fb73-4b52-a57c-69e7796f5775 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.998655] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.998856] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.999082] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Deleting the datastore file [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.999434] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-971621ec-003a-4b29-a921-569e6f3563f5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.007314] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1267.007314] env[65997]: value = "task-4719184" [ 1267.007314] env[65997]: _type = "Task" [ 1267.007314] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.016552] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.301700] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.304262] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.152s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.305969] env[65997]: INFO nova.compute.claims [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.317512] env[65997]: DEBUG nova.objects.instance [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'flavor' on Instance uuid c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.326269] env[65997]: INFO nova.scheduler.client.report [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted allocations for instance e9c9225a-073f-4130-bda8-5ab7ceb60728 [ 1267.519211] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094401} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.519462] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.519651] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.520031] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.822372] env[65997]: DEBUG oslo_concurrency.lockutils [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.822542] env[65997]: DEBUG oslo_concurrency.lockutils [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.822692] env[65997]: DEBUG nova.network.neutron [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1267.822956] env[65997]: DEBUG nova.objects.instance [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'info_cache' on Instance uuid c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.833978] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bb8e5cf6-f5d7-415d-b047-bed1c1fe261f tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "e9c9225a-073f-4130-bda8-5ab7ceb60728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.084s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.327055] env[65997]: DEBUG nova.objects.base [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.386610] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e96859-589c-48d0-b826-d15e24e67a7f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.394886] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cebff7d-b5a7-446e-910b-77b99d4a7a96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.426468] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b17f5-07ca-459d-a9ea-3d56d5871c65 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.435709] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a8f73d-98f3-4351-99c9-3b7b31aa323e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.452909] env[65997]: DEBUG nova.compute.provider_tree [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.535628] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.535859] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.536070] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.536251] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.536409] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.538761] env[65997]: INFO nova.compute.manager [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Terminating instance [ 1268.565656] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1268.565973] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.566170] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1268.566360] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.566505] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1268.566651] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1268.566863] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.567028] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1268.567200] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1268.567360] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1268.567529] env[65997]: DEBUG nova.virt.hardware [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1268.568667] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180aa64a-15a5-4ff3-b1cf-09174e7da4d8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.577899] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf611a-90bd-4c01-961d-70784701c4b4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.592419] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.598150] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1268.598396] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.598607] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfb80ab7-103c-4523-af27-ebcfde1b242e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.616977] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.616977] env[65997]: value = "task-4719185" [ 1268.616977] env[65997]: _type = "Task" [ 1268.616977] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.625434] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719185, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.829768] env[65997]: WARNING neutronclient.v2_0.client [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.956620] env[65997]: DEBUG nova.scheduler.client.report [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.028648] env[65997]: WARNING neutronclient.v2_0.client [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.043901] env[65997]: DEBUG nova.compute.manager [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1269.043901] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.044592] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcbda5c-f515-4d28-bee9-b44fa9c75334 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.053150] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.053424] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a11c6ba9-4d35-4228-80cf-2d4f0e4d0b2c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.063024] env[65997]: DEBUG oslo_vmware.api [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1269.063024] env[65997]: value = "task-4719186" [ 1269.063024] env[65997]: _type = "Task" [ 1269.063024] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.075888] env[65997]: DEBUG oslo_vmware.api [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.107899] env[65997]: DEBUG nova.network.neutron [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updating instance_info_cache with network_info: [{"id": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "address": "fa:16:3e:18:b2:c0", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e6ea55-b1", "ovs_interfaceid": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.128891] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719185, 'name': CreateVM_Task, 'duration_secs': 0.395522} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.128891] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.129131] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.129860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.129860] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.130314] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04da075-11fc-4b86-9441-4619d1fcb9cd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.136540] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1269.136540] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fbd932-efa8-5a15-198c-b23a2e9db4dd" [ 1269.136540] env[65997]: _type = "Task" [ 1269.136540] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.145949] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fbd932-efa8-5a15-198c-b23a2e9db4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.464966] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.465624] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1269.572476] env[65997]: DEBUG oslo_vmware.api [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719186, 'name': PowerOffVM_Task, 'duration_secs': 0.196863} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.572783] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.572945] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.573226] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab63b02f-4ce0-4955-b495-036aefed226d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.611231] env[65997]: DEBUG oslo_concurrency.lockutils [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.642697] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.643046] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.643339] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleting the datastore file [datastore1] 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.647851] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2b41979-06b5-430d-8d89-eb4576860ef3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.650440] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fbd932-efa8-5a15-198c-b23a2e9db4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.650777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.651192] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.651420] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.651664] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.651847] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.652541] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-effebace-1070-4936-83f3-5b8c5974054e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.657459] env[65997]: DEBUG oslo_vmware.api [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for the task: (returnval){ [ 1269.657459] env[65997]: value = "task-4719188" [ 1269.657459] env[65997]: _type = "Task" [ 1269.657459] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.662143] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.662331] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.663419] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56457a8-d9e3-4a6f-826d-356875613e83 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.668661] env[65997]: DEBUG oslo_vmware.api [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.672142] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1269.672142] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b12b35-c9f1-be03-28cb-9345600e58fe" [ 1269.672142] env[65997]: _type = "Task" [ 1269.672142] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.681212] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b12b35-c9f1-be03-28cb-9345600e58fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.971740] env[65997]: DEBUG nova.compute.utils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.973366] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Allocating IP information in the background. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1269.973587] env[65997]: DEBUG nova.network.neutron [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] allocate_for_instance() {{(pid=65997) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1269.973958] env[65997]: WARNING neutronclient.v2_0.client [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.974345] env[65997]: WARNING neutronclient.v2_0.client [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.019590] env[65997]: DEBUG nova.policy [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11b9ba860c8845c1b9e0c0c930a9b80e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ea855a876342a8a48124005702976a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65997) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.169400] env[65997]: DEBUG oslo_vmware.api [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Task: {'id': task-4719188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107463} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.169694] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.169858] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.170091] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.170217] env[65997]: INFO nova.compute.manager [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1270.170473] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1270.170721] env[65997]: DEBUG nova.compute.manager [-] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1270.170825] env[65997]: DEBUG nova.network.neutron [-] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1270.171098] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.184641] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52b12b35-c9f1-be03-28cb-9345600e58fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.185496] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc13f857-9d81-4551-9024-70d2228113ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.192217] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1270.192217] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cfce42-eeb2-c073-baf9-8129ed32033d" [ 1270.192217] env[65997]: _type = "Task" [ 1270.192217] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.202685] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cfce42-eeb2-c073-baf9-8129ed32033d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.247521] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.372830] env[65997]: DEBUG nova.network.neutron [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Successfully created port: 2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1270.479283] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1270.549694] env[65997]: DEBUG nova.compute.manager [req-12551b96-cbd4-4be7-9963-de9af0aa9357 req-afc9597d-9301-45b1-96a6-288e6dd8a5aa service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Received event network-vif-deleted-883ba482-6cac-40c9-98df-0ba77fd0cb5a {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1270.549966] env[65997]: INFO nova.compute.manager [req-12551b96-cbd4-4be7-9963-de9af0aa9357 req-afc9597d-9301-45b1-96a6-288e6dd8a5aa service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Neutron deleted interface 883ba482-6cac-40c9-98df-0ba77fd0cb5a; detaching it from the instance and deleting it from the info cache [ 1270.550272] env[65997]: DEBUG nova.network.neutron [req-12551b96-cbd4-4be7-9963-de9af0aa9357 req-afc9597d-9301-45b1-96a6-288e6dd8a5aa service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.617849] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.618575] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca0da91-ce22-4b42-b174-6618e8c948d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.627996] env[65997]: DEBUG oslo_vmware.api [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1270.627996] env[65997]: value = "task-4719189" [ 1270.627996] env[65997]: _type = "Task" [ 1270.627996] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.637772] env[65997]: DEBUG oslo_vmware.api [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.706449] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52cfce42-eeb2-c073-baf9-8129ed32033d, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.706723] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.706995] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.707301] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89735ec-deb3-4dc8-a5bf-a75df83e89e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.715547] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1270.715547] env[65997]: value = "task-4719190" [ 1270.715547] env[65997]: _type = "Task" [ 1270.715547] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.727415] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.990716] env[65997]: DEBUG nova.network.neutron [-] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.053769] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59d22f7a-a067-42ab-8a82-3f318b40ee10 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.069035] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fb842-b495-4597-b4ab-3f1b0abde15b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.107906] env[65997]: DEBUG nova.compute.manager [req-12551b96-cbd4-4be7-9963-de9af0aa9357 req-afc9597d-9301-45b1-96a6-288e6dd8a5aa service nova] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Detach interface failed, port_id=883ba482-6cac-40c9-98df-0ba77fd0cb5a, reason: Instance 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1271.141252] env[65997]: DEBUG oslo_vmware.api [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719189, 'name': PowerOnVM_Task, 'duration_secs': 0.460745} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.141557] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.141928] env[65997]: DEBUG nova.compute.manager [None req-90bfa1f9-ef90-461d-a66c-acc7d7384f90 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1271.142725] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d1047-a96b-4e1e-a6a3-a338b0014ccc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.227920] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719190, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.499134] env[65997]: INFO nova.compute.manager [-] [instance: 5e5dfa3c-544f-41dd-8b57-06d4397b3e78] Took 1.33 seconds to deallocate network for instance. [ 1271.501071] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1271.530554] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1271.530816] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.530999] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1271.531204] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.531351] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1271.531498] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1271.531752] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1271.531957] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1271.532176] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1271.532366] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1271.532579] env[65997]: DEBUG nova.virt.hardware [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1271.533524] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe22cd-c100-4d59-a796-8d99394b9ead {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.543052] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efcb7f0-a4b9-48d5-8a08-557fc5e62de2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.727140] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568902} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.727479] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.727702] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.727958] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0485db88-546f-4bba-905f-c593f7b89ab8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.735119] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1271.735119] env[65997]: value = "task-4719191" [ 1271.735119] env[65997]: _type = "Task" [ 1271.735119] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.746749] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.899920] env[65997]: DEBUG nova.compute.manager [req-a22b7bf0-5b3c-452b-9902-a7a652e813a5 req-291af030-49b3-46b8-bdca-4e79978451f2 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-vif-plugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1271.900191] env[65997]: DEBUG oslo_concurrency.lockutils [req-a22b7bf0-5b3c-452b-9902-a7a652e813a5 req-291af030-49b3-46b8-bdca-4e79978451f2 service nova] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.900379] env[65997]: DEBUG oslo_concurrency.lockutils [req-a22b7bf0-5b3c-452b-9902-a7a652e813a5 req-291af030-49b3-46b8-bdca-4e79978451f2 service nova] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.900545] env[65997]: DEBUG oslo_concurrency.lockutils [req-a22b7bf0-5b3c-452b-9902-a7a652e813a5 req-291af030-49b3-46b8-bdca-4e79978451f2 service nova] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.900720] env[65997]: DEBUG nova.compute.manager [req-a22b7bf0-5b3c-452b-9902-a7a652e813a5 req-291af030-49b3-46b8-bdca-4e79978451f2 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] No waiting events found dispatching network-vif-plugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1271.901090] env[65997]: WARNING nova.compute.manager [req-a22b7bf0-5b3c-452b-9902-a7a652e813a5 req-291af030-49b3-46b8-bdca-4e79978451f2 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received unexpected event network-vif-plugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf for instance with vm_state building and task_state spawning. [ 1271.991743] env[65997]: DEBUG nova.network.neutron [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Successfully updated port: 2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1272.009663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.010104] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.010182] env[65997]: DEBUG nova.objects.instance [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lazy-loading 'resources' on Instance uuid 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.245766] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070305} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.246060] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.246939] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9888682-09bf-4085-a5f6-3ab8ce7cbbaa {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.267206] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.267486] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ed8f1d-60b3-4aae-8219-24df8f0f2bb2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.288570] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1272.288570] env[65997]: value = "task-4719192" [ 1272.288570] env[65997]: _type = "Task" [ 1272.288570] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.298712] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.368460] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8f66b-eb3b-41e1-936c-f05d56c87e62 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.376052] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Suspending the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1272.376279] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a26753fb-1e0a-4279-8efd-b0bbbf77b696 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.383194] env[65997]: DEBUG oslo_vmware.api [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1272.383194] env[65997]: value = "task-4719193" [ 1272.383194] env[65997]: _type = "Task" [ 1272.383194] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.391736] env[65997]: DEBUG oslo_vmware.api [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719193, 'name': SuspendVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.494430] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.494724] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.494724] env[65997]: DEBUG nova.network.neutron [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1272.593639] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9f185-4f4c-495b-a4cb-e46959e27ad3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.602311] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78fc16-38ad-4164-814a-76336db894ec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.638259] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7dcdf4-9907-475b-be19-16f013c894fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.648735] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a3bfb-ec02-464e-b90c-d94fdc690c3c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.667579] env[65997]: DEBUG nova.compute.provider_tree [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.800907] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719192, 'name': ReconfigVM_Task, 'duration_secs': 0.369589} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.801238] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040/143c007d-3b76-4b66-8890-2b3f19929040.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.801961] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92bdf0c5-e6d7-4b93-8bdf-540992bb595a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.811027] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1272.811027] env[65997]: value = "task-4719194" [ 1272.811027] env[65997]: _type = "Task" [ 1272.811027] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.824775] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719194, 'name': Rename_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.894233] env[65997]: DEBUG oslo_vmware.api [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719193, 'name': SuspendVM_Task} progress is 62%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.040725] env[65997]: DEBUG nova.network.neutron [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1273.125395] env[65997]: WARNING neutronclient.v2_0.client [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.170867] env[65997]: DEBUG nova.scheduler.client.report [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.205420] env[65997]: DEBUG nova.network.neutron [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.321992] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719194, 'name': Rename_Task, 'duration_secs': 0.14762} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.322249] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.322505] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b7b053-0e02-4d18-95df-a55f75f8e243 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.330520] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1273.330520] env[65997]: value = "task-4719195" [ 1273.330520] env[65997]: _type = "Task" [ 1273.330520] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.339456] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.394041] env[65997]: DEBUG oslo_vmware.api [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719193, 'name': SuspendVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.676758] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.698904] env[65997]: INFO nova.scheduler.client.report [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Deleted allocations for instance 5e5dfa3c-544f-41dd-8b57-06d4397b3e78 [ 1273.708642] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.708642] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Instance network_info: |[{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1273.708903] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:0b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2377172e-1af3-4d62-a0fb-03f5418b6ddf', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.716742] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1273.717054] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.717389] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad096bf2-f6b4-4983-b78f-7c3190829a53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.739418] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.739418] env[65997]: value = "task-4719196" [ 1273.739418] env[65997]: _type = "Task" [ 1273.739418] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.748060] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719196, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.842235] env[65997]: DEBUG oslo_vmware.api [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719195, 'name': PowerOnVM_Task, 'duration_secs': 0.472538} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.842480] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.842801] env[65997]: DEBUG nova.compute.manager [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1273.843683] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d7940-e5ed-4ebd-9fae-899133faac6a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.896249] env[65997]: DEBUG oslo_vmware.api [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719193, 'name': SuspendVM_Task, 'duration_secs': 1.035767} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.896509] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Suspended the VM {{(pid=65997) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1273.896677] env[65997]: DEBUG nova.compute.manager [None req-07a40aef-11ec-475a-8600-aadbf015b9c6 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1273.897446] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff86b8-de51-4c7a-ae80-09a42d463ba6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.928083] env[65997]: DEBUG nova.compute.manager [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1273.928341] env[65997]: DEBUG nova.compute.manager [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing instance network info cache due to event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1273.928567] env[65997]: DEBUG oslo_concurrency.lockutils [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.928710] env[65997]: DEBUG oslo_concurrency.lockutils [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.928909] env[65997]: DEBUG nova.network.neutron [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.208638] env[65997]: DEBUG oslo_concurrency.lockutils [None req-f190bebf-5ec0-4630-9f26-3fabe4afd875 tempest-AttachInterfacesTestJSON-685939138 tempest-AttachInterfacesTestJSON-685939138-project-member] Lock "5e5dfa3c-544f-41dd-8b57-06d4397b3e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.252830] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719196, 'name': CreateVM_Task, 'duration_secs': 0.410091} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.253050] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.253691] env[65997]: WARNING neutronclient.v2_0.client [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.254103] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.254272] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.254595] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.254862] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9dcafb-1825-4bbb-8481-3b88abb6a686 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.260782] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1274.260782] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52aca230-b884-0735-08b2-b9668d3cdcbb" [ 1274.260782] env[65997]: _type = "Task" [ 1274.260782] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.269717] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52aca230-b884-0735-08b2-b9668d3cdcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.361226] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.361226] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.361481] env[65997]: DEBUG nova.objects.instance [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1274.431610] env[65997]: WARNING neutronclient.v2_0.client [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.606393] env[65997]: WARNING neutronclient.v2_0.client [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.674766] env[65997]: DEBUG nova.network.neutron [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updated VIF entry in instance network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1274.675135] env[65997]: DEBUG nova.network.neutron [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.772017] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52aca230-b884-0735-08b2-b9668d3cdcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.772405] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.772734] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.773031] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.773190] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.773375] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.773646] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a93c1cf-3304-43a4-a53e-caadf33b332b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.783587] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.783763] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.784536] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf1e332-2e4e-49ff-85a0-00e26aa9f8a6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.790211] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1274.790211] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5230cc87-5a02-fd29-4889-1dcf24f12602" [ 1274.790211] env[65997]: _type = "Task" [ 1274.790211] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.793919] env[65997]: INFO nova.compute.manager [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Resuming [ 1274.794499] env[65997]: DEBUG nova.objects.instance [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'flavor' on Instance uuid c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.799125] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5230cc87-5a02-fd29-4889-1dcf24f12602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.178405] env[65997]: DEBUG oslo_concurrency.lockutils [req-1759e9d4-5082-4bcb-a9ef-30ece4d61a61 req-8cda213f-cf3c-4cc6-bb1b-62d4d1a73477 service nova] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.303700] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5230cc87-5a02-fd29-4889-1dcf24f12602, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.306044] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b890762-2d94-438d-8a67-6241cb5a92a1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.312303] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1275.312303] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52816915-b151-2467-b281-a4b40e0308a4" [ 1275.312303] env[65997]: _type = "Task" [ 1275.312303] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.321811] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52816915-b151-2467-b281-a4b40e0308a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.370041] env[65997]: DEBUG oslo_concurrency.lockutils [None req-7dd15d0d-7901-4966-b272-4b3e5209fa57 tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.460061] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "143c007d-3b76-4b66-8890-2b3f19929040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.460457] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "143c007d-3b76-4b66-8890-2b3f19929040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.460767] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "143c007d-3b76-4b66-8890-2b3f19929040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.461091] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "143c007d-3b76-4b66-8890-2b3f19929040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.461351] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "143c007d-3b76-4b66-8890-2b3f19929040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.463836] env[65997]: INFO nova.compute.manager [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Terminating instance [ 1275.824373] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52816915-b151-2467-b281-a4b40e0308a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.824737] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.824873] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.825157] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf93c306-a7bd-40e9-be84-d27c703008d4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.832327] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1275.832327] env[65997]: value = "task-4719197" [ 1275.832327] env[65997]: _type = "Task" [ 1275.832327] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.840793] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.968805] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "refresh_cache-143c007d-3b76-4b66-8890-2b3f19929040" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.969052] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquired lock "refresh_cache-143c007d-3b76-4b66-8890-2b3f19929040" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.969164] env[65997]: DEBUG nova.network.neutron [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.309746] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.310060] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquired lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.310199] env[65997]: DEBUG nova.network.neutron [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.348154] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484954} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.348637] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.349015] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.349460] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f938d5-7245-4ddc-bd9e-0b2a8c69613b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.359213] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1276.359213] env[65997]: value = "task-4719198" [ 1276.359213] env[65997]: _type = "Task" [ 1276.359213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.370666] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.472742] env[65997]: WARNING neutronclient.v2_0.client [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.491968] env[65997]: DEBUG nova.network.neutron [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1276.550612] env[65997]: DEBUG nova.network.neutron [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.813343] env[65997]: WARNING neutronclient.v2_0.client [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.874884] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075913} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.875372] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.876020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d630f1-755a-42a7-8b77-f9114f36d000 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.900475] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.900802] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79588599-040e-4cce-813a-a1e17dc799fe {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.924864] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1276.924864] env[65997]: value = "task-4719199" [ 1276.924864] env[65997]: _type = "Task" [ 1276.924864] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.934269] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.012665] env[65997]: WARNING neutronclient.v2_0.client [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.052959] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Releasing lock "refresh_cache-143c007d-3b76-4b66-8890-2b3f19929040" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.053719] env[65997]: DEBUG nova.compute.manager [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1277.053719] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.054798] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328b6469-57f1-40ca-bf99-30d3eb6f7a05 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.064214] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.064515] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14666ddf-4e57-4a5a-9640-65beeaccb984 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.072028] env[65997]: DEBUG oslo_vmware.api [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1277.072028] env[65997]: value = "task-4719200" [ 1277.072028] env[65997]: _type = "Task" [ 1277.072028] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.083494] env[65997]: DEBUG oslo_vmware.api [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.097435] env[65997]: DEBUG nova.network.neutron [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updating instance_info_cache with network_info: [{"id": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "address": "fa:16:3e:18:b2:c0", "network": {"id": "f7de7de1-e96a-45a6-8dba-a52ce724dd0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-85908462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198a4ecec02d440289419a63a0c36717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e6ea55-b1", "ovs_interfaceid": "a5e6ea55-b1f4-43d5-ad57-e036e4bf775b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.436259] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719199, 'name': ReconfigVM_Task, 'duration_secs': 0.44756} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.436561] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.437245] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1185390-c3d8-4c9d-aef6-aec3bcb06e1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.444533] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1277.444533] env[65997]: value = "task-4719201" [ 1277.444533] env[65997]: _type = "Task" [ 1277.444533] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.453508] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719201, 'name': Rename_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.583092] env[65997]: DEBUG oslo_vmware.api [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719200, 'name': PowerOffVM_Task, 'duration_secs': 0.121239} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.583186] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.583320] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.583580] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02a1a376-5fda-47fd-b4c9-70090849d0ae {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.601501] env[65997]: DEBUG oslo_concurrency.lockutils [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Releasing lock "refresh_cache-c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.602504] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d150f23-9d41-470c-9884-559b6e320d99 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.610248] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Resuming the VM {{(pid=65997) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1277.610568] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b9aa136-6877-4720-9ffa-b244a2f59f1f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.617543] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.617802] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.617962] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Deleting the datastore file [datastore2] 143c007d-3b76-4b66-8890-2b3f19929040 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.618238] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f758b74-d013-423e-990f-51af37aaff74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.621369] env[65997]: DEBUG oslo_vmware.api [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1277.621369] env[65997]: value = "task-4719203" [ 1277.621369] env[65997]: _type = "Task" [ 1277.621369] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.630392] env[65997]: DEBUG oslo_vmware.api [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.631932] env[65997]: DEBUG oslo_vmware.api [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for the task: (returnval){ [ 1277.631932] env[65997]: value = "task-4719204" [ 1277.631932] env[65997]: _type = "Task" [ 1277.631932] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.640659] env[65997]: DEBUG oslo_vmware.api [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.955555] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719201, 'name': Rename_Task, 'duration_secs': 0.151859} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.955887] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.956111] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bec1df4-30b8-4f1f-8ac6-84cb2f16215f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.962789] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1277.962789] env[65997]: value = "task-4719205" [ 1277.962789] env[65997]: _type = "Task" [ 1277.962789] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.972201] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.136201] env[65997]: DEBUG oslo_vmware.api [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.150863] env[65997]: DEBUG oslo_vmware.api [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Task: {'id': task-4719204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171736} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.151233] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.151540] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.151783] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.152030] env[65997]: INFO nova.compute.manager [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1278.152343] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1278.152596] env[65997]: DEBUG nova.compute.manager [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1278.152746] env[65997]: DEBUG nova.network.neutron [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1278.153089] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.175442] env[65997]: DEBUG nova.network.neutron [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1278.175709] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.477968] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.633345] env[65997]: DEBUG oslo_vmware.api [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719203, 'name': PowerOnVM_Task, 'duration_secs': 0.587444} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.633726] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Resumed the VM {{(pid=65997) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1278.633905] env[65997]: DEBUG nova.compute.manager [None req-da78405c-24d0-461b-a1d6-9222048e14ab tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1278.634713] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177346a6-d921-4945-8b09-f65085529179 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.678462] env[65997]: DEBUG nova.network.neutron [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.974540] env[65997]: DEBUG oslo_vmware.api [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719205, 'name': PowerOnVM_Task, 'duration_secs': 0.53079} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.974831] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.975029] env[65997]: INFO nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1278.975213] env[65997]: DEBUG nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1278.976030] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef2e22-2364-4e90-8823-de56c5c9479b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.181319] env[65997]: INFO nova.compute.manager [-] [instance: 143c007d-3b76-4b66-8890-2b3f19929040] Took 1.03 seconds to deallocate network for instance. [ 1279.494554] env[65997]: INFO nova.compute.manager [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Took 13.36 seconds to build instance. [ 1279.688278] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.688575] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.688794] env[65997]: DEBUG nova.objects.instance [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lazy-loading 'resources' on Instance uuid 143c007d-3b76-4b66-8890-2b3f19929040 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.699414] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.699643] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.699849] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.700040] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.700265] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.703312] env[65997]: INFO nova.compute.manager [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Terminating instance [ 1279.997244] env[65997]: DEBUG oslo_concurrency.lockutils [None req-ecf6406a-a713-4aa8-a8fe-2eb73c625939 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.871s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.207373] env[65997]: DEBUG nova.compute.manager [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1280.207598] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.208522] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2325146-97e2-4ae6-bedd-cd02c7c7285d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.219458] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.219744] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5145eea6-3856-4746-8997-53e142c55c26 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.228569] env[65997]: DEBUG oslo_vmware.api [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1280.228569] env[65997]: value = "task-4719206" [ 1280.228569] env[65997]: _type = "Task" [ 1280.228569] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.239232] env[65997]: DEBUG oslo_vmware.api [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.254014] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40df24b0-19da-44f0-9249-dcf1b6e5f5bc {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.263504] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40235bd6-f612-475d-80c8-735bb7aea6af {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.296975] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab515e5-7285-49e6-880d-b2d707d17c39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.305953] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54208867-d5a3-4062-acc5-be2e70a5caa2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.324419] env[65997]: DEBUG nova.compute.provider_tree [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.740129] env[65997]: DEBUG oslo_vmware.api [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719206, 'name': PowerOffVM_Task, 'duration_secs': 0.191894} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.740443] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.740627] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.740893] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dfe5e46-7223-434a-9d6d-da788c7933f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.825315] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.825649] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.825919] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleting the datastore file [datastore1] c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.826298] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1912220-7c02-429f-952c-005d923af921 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.829511] env[65997]: DEBUG nova.scheduler.client.report [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.838410] env[65997]: DEBUG nova.compute.manager [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1280.838647] env[65997]: DEBUG nova.compute.manager [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing instance network info cache due to event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1280.838821] env[65997]: DEBUG oslo_concurrency.lockutils [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.838989] env[65997]: DEBUG oslo_concurrency.lockutils [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.839203] env[65997]: DEBUG nova.network.neutron [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.842124] env[65997]: DEBUG oslo_vmware.api [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for the task: (returnval){ [ 1280.842124] env[65997]: value = "task-4719208" [ 1280.842124] env[65997]: _type = "Task" [ 1280.842124] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.852531] env[65997]: DEBUG oslo_vmware.api [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.334756] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.343925] env[65997]: WARNING neutronclient.v2_0.client [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.360602] env[65997]: DEBUG oslo_vmware.api [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Task: {'id': task-4719208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154534} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.360878] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.361076] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.361259] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.361427] env[65997]: INFO nova.compute.manager [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1281.361685] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1281.362295] env[65997]: DEBUG nova.compute.manager [-] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1281.362382] env[65997]: DEBUG nova.network.neutron [-] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1281.362734] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.365665] env[65997]: INFO nova.scheduler.client.report [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Deleted allocations for instance 143c007d-3b76-4b66-8890-2b3f19929040 [ 1281.412123] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.596855] env[65997]: WARNING neutronclient.v2_0.client [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.844781] env[65997]: DEBUG nova.network.neutron [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updated VIF entry in instance network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1281.845223] env[65997]: DEBUG nova.network.neutron [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.872456] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3fe73a70-7063-45ad-a64f-070ebcab970e tempest-ServersListShow2100Test-612183973 tempest-ServersListShow2100Test-612183973-project-member] Lock "143c007d-3b76-4b66-8890-2b3f19929040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.412s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.349091] env[65997]: DEBUG oslo_concurrency.lockutils [req-b6227d2c-f990-4251-bb54-4337f70561ab req-68f5158b-99e7-488d-b244-75c890099c18 service nova] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.358809] env[65997]: DEBUG nova.network.neutron [-] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.861804] env[65997]: INFO nova.compute.manager [-] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Took 1.50 seconds to deallocate network for instance. [ 1282.871318] env[65997]: DEBUG nova.compute.manager [req-285bfb70-5772-461d-af64-e18603f145be req-82b3bbfb-c9d5-4e40-8461-78b41a3b603e service nova] [instance: c9925402-5bd9-4d42-9c8b-3a17ddf3ad93] Received event network-vif-deleted-a5e6ea55-b1f4-43d5-ad57-e036e4bf775b {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1283.373545] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.373925] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.374082] env[65997]: DEBUG nova.objects.instance [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lazy-loading 'resources' on Instance uuid c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.922164] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d535db-174f-412c-bd5b-da246f3a4018 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.930483] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda069c2-1455-4c88-abb1-af4006ae21ad {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.962138] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d3079-024a-457c-839d-57d3c864e24f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.971393] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1658fc-a989-4e45-a7ad-9013b8885a5b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.985744] env[65997]: DEBUG nova.compute.provider_tree [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.488932] env[65997]: DEBUG nova.scheduler.client.report [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.995639] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.015495] env[65997]: INFO nova.scheduler.client.report [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Deleted allocations for instance c9925402-5bd9-4d42-9c8b-3a17ddf3ad93 [ 1285.523741] env[65997]: DEBUG oslo_concurrency.lockutils [None req-040de2c4-f6ed-48dd-89ff-80e7cef38216 tempest-ServerActionsTestJSON-2117927839 tempest-ServerActionsTestJSON-2117927839-project-member] Lock "c9925402-5bd9-4d42-9c8b-3a17ddf3ad93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.824s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.235300] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "39fde2ec-515b-4bc3-ac52-795fd47fff81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.235672] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "39fde2ec-515b-4bc3-ac52-795fd47fff81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.738180] env[65997]: DEBUG nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Starting instance... {{(pid=65997) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1290.258722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.259070] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.260732] env[65997]: INFO nova.compute.claims [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.312354] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db454c-b38c-4adc-b6c6-8f90f056d5f1 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.322345] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a520e9ef-f56b-4b54-a1ba-62c9165ab23f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.368147] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca2362-6c20-4fc6-854e-010aaa1a51bb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.377414] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743dee9-c8b2-4144-90e9-74119a8b042f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.392506] env[65997]: DEBUG nova.compute.provider_tree [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.896460] env[65997]: DEBUG nova.scheduler.client.report [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.401473] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.402209] env[65997]: DEBUG nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Start building networks asynchronously for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1292.908250] env[65997]: DEBUG nova.compute.utils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Using /dev/sd instead of None {{(pid=65997) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.909748] env[65997]: DEBUG nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Not allocating networking since 'none' was specified. {{(pid=65997) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1293.412504] env[65997]: DEBUG nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Start building block device mappings for instance. {{(pid=65997) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1294.422484] env[65997]: DEBUG nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Start spawning the instance on the hypervisor. {{(pid=65997) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1294.449807] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1294.450071] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.450231] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1294.450412] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.450557] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1294.450703] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1294.450910] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.451087] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1294.451283] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1294.451451] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1294.451628] env[65997]: DEBUG nova.virt.hardware [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1294.452564] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f76f90c-e10b-4bac-991c-5a3cbc608660 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.462132] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c80f27-f42c-40aa-b312-3f000f862c82 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.480311] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.485932] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Creating folder: Project (23ca08ef31a043c0b73d358f7261643e). Parent ref: group-v920549. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.486266] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f138cad-9a0a-41f9-9a9a-9127fa4746d7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.498419] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Created folder: Project (23ca08ef31a043c0b73d358f7261643e) in parent group-v920549. [ 1294.498615] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Creating folder: Instances. Parent ref: group-v920891. {{(pid=65997) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.498863] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff25857-ba58-404a-84e9-08ea72ae5859 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.509598] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Created folder: Instances in parent group-v920891. [ 1294.509883] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1294.510081] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.510313] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01bb593d-7152-4213-85b7-d7e70de4ad6c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.528638] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.528638] env[65997]: value = "task-4719211" [ 1294.528638] env[65997]: _type = "Task" [ 1294.528638] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.537810] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719211, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.040941] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719211, 'name': CreateVM_Task, 'duration_secs': 0.294404} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.041277] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.041905] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.042202] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.042670] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.042996] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8806e1e1-d6bd-4a49-a9ef-ae342fdf7635 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.048534] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1295.048534] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5244e10d-6602-8110-5f8b-dc3824cc754d" [ 1295.048534] env[65997]: _type = "Task" [ 1295.048534] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.057833] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5244e10d-6602-8110-5f8b-dc3824cc754d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.560822] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5244e10d-6602-8110-5f8b-dc3824cc754d, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.561165] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.561398] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.561632] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.561777] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.561951] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.562224] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f95f3a68-6016-44d5-b212-2b083e0d1dcf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.571172] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.571346] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.572094] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7b4734-06fc-41e2-b4d2-f86db481ea5d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.578077] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1295.578077] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526d5930-a51f-650b-1eeb-270318eecc4c" [ 1295.578077] env[65997]: _type = "Task" [ 1295.578077] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.586327] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526d5930-a51f-650b-1eeb-270318eecc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.089416] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]526d5930-a51f-650b-1eeb-270318eecc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.090266] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7064233f-9a3c-4b33-92cd-5a2c2f653c54 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.097233] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1296.097233] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521d57d9-00f9-5e37-ba9a-6188112ac57e" [ 1296.097233] env[65997]: _type = "Task" [ 1296.097233] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.105917] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521d57d9-00f9-5e37-ba9a-6188112ac57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.607926] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]521d57d9-00f9-5e37-ba9a-6188112ac57e, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.608338] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.608534] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.608804] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef4038a-8ee6-4902-a76d-0c402aeb14bf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.617183] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1296.617183] env[65997]: value = "task-4719212" [ 1296.617183] env[65997]: _type = "Task" [ 1296.617183] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.625567] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.127759] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463564} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.128015] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.128237] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.128497] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-712fe419-f258-457a-8809-52a135a39e9b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.135759] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1297.135759] env[65997]: value = "task-4719213" [ 1297.135759] env[65997]: _type = "Task" [ 1297.135759] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.145934] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.647772] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072515} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.647772] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.648379] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9002f98-143d-4b57-a210-6aea11e2520f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.670387] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.670764] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-446b3c60-9b62-4b2c-b478-fc9a28fb62a9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.695289] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1297.695289] env[65997]: value = "task-4719214" [ 1297.695289] env[65997]: _type = "Task" [ 1297.695289] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.708353] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.205255] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719214, 'name': ReconfigVM_Task, 'duration_secs': 0.266769} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.205549] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.206164] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6291070a-a283-45d4-8e44-746ef95cef96 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.213779] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1298.213779] env[65997]: value = "task-4719215" [ 1298.213779] env[65997]: _type = "Task" [ 1298.213779] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.946294] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719215, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.946653] env[65997]: WARNING oslo_vmware.common.loopingcall [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] task run outlasted interval by 0.232491 sec [ 1298.955665] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719215, 'name': Rename_Task, 'duration_secs': 0.171522} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.955924] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.956180] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee8653b-a3d4-4170-a660-39a8e59b0865 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.964189] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1298.964189] env[65997]: value = "task-4719216" [ 1298.964189] env[65997]: _type = "Task" [ 1298.964189] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.980098] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.474637] env[65997]: DEBUG oslo_vmware.api [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719216, 'name': PowerOnVM_Task, 'duration_secs': 0.428358} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.474818] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.474978] env[65997]: INFO nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Took 5.05 seconds to spawn the instance on the hypervisor. [ 1299.475162] env[65997]: DEBUG nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1299.476135] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a7444-5a77-45c6-bd6e-02f03cacbee2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.994657] env[65997]: INFO nova.compute.manager [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Took 9.75 seconds to build instance. [ 1300.497261] env[65997]: DEBUG oslo_concurrency.lockutils [None req-a47c6570-e0c5-44bc-bd8f-a8e09c1605e6 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "39fde2ec-515b-4bc3-ac52-795fd47fff81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.262s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.387573] env[65997]: INFO nova.compute.manager [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Rebuilding instance [ 1301.434019] env[65997]: DEBUG nova.compute.manager [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1301.434934] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1663865f-7948-4272-97f8-45016092604e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.450083] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.450083] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c94db8-e2a4-46e7-94b8-b711c1025539 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.458150] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1302.458150] env[65997]: value = "task-4719217" [ 1302.458150] env[65997]: _type = "Task" [ 1302.458150] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.466866] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.969825] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719217, 'name': PowerOffVM_Task, 'duration_secs': 0.204724} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.970195] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.970866] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.971660] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c204042-f845-41f4-a2cf-985f0879db0f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.979431] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.979678] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01ae0415-a13c-460d-8b87-5211e3e18631 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.006955] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.007203] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.007456] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Deleting the datastore file [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.007743] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b0f7b86-291c-4153-a2af-95c70c034254 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.014575] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1303.014575] env[65997]: value = "task-4719219" [ 1303.014575] env[65997]: _type = "Task" [ 1303.014575] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.023803] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.525559] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106397} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.526093] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.526093] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.526230] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.555490] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T04:27:09Z,direct_url=,disk_format='vmdk',id=1b595631-4f24-47cf-aa1c-a9154f80a99b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f35861b8bda45da8af7e99d3019249c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T04:27:10Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1304.555819] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.555912] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1304.556100] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.556244] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1304.556385] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1304.556586] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.556739] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1304.556904] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1304.557077] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1304.557252] env[65997]: DEBUG nova.virt.hardware [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1304.558197] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2b33c3-9677-431b-b76c-c686938c354c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.566838] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b9089a-92f7-445a-839b-d41769ea9cf8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.581141] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Instance VIF info [] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.586614] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1304.586852] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.587083] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aec2acba-0f93-46f8-905f-879b4e1889dd {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.605098] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.605098] env[65997]: value = "task-4719220" [ 1304.605098] env[65997]: _type = "Task" [ 1304.605098] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.615672] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719220, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.116192] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719220, 'name': CreateVM_Task, 'duration_secs': 0.272627} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.116390] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.116870] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.117043] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.117374] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.117642] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99187558-85f8-4230-9be5-7619f852a726 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.123110] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1305.123110] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5276fe77-9375-f07e-b255-813f26cd106a" [ 1305.123110] env[65997]: _type = "Task" [ 1305.123110] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.131990] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5276fe77-9375-f07e-b255-813f26cd106a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.634874] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5276fe77-9375-f07e-b255-813f26cd106a, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.635259] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.635448] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Processing image 1b595631-4f24-47cf-aa1c-a9154f80a99b {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.635737] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.635882] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.636073] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.636351] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d888e0b-492c-48f2-8ee6-783e04931bc4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.646364] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.646558] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.647291] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3d5124-1433-48b2-b7ad-3ffdf86577f7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.653655] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1305.653655] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525efbe9-c56e-9caf-6983-e34159ddb3b6" [ 1305.653655] env[65997]: _type = "Task" [ 1305.653655] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.661833] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525efbe9-c56e-9caf-6983-e34159ddb3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.164902] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]525efbe9-c56e-9caf-6983-e34159ddb3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.165735] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef73bca1-ad26-4505-a48c-e057f54301eb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.171532] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1306.171532] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271fe4d-d943-7f6c-7ea8-6165e14e16d9" [ 1306.171532] env[65997]: _type = "Task" [ 1306.171532] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.181133] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271fe4d-d943-7f6c-7ea8-6165e14e16d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.682434] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]5271fe4d-d943-7f6c-7ea8-6165e14e16d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.682902] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.682973] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.683205] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796e8bfb-9d82-4e4e-b43f-a4c1616dae37 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.691962] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1306.691962] env[65997]: value = "task-4719221" [ 1306.691962] env[65997]: _type = "Task" [ 1306.691962] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.701195] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.202244] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470853} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.202492] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b595631-4f24-47cf-aa1c-a9154f80a99b/1b595631-4f24-47cf-aa1c-a9154f80a99b.vmdk to [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.202690] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Extending root virtual disk to 1048576 {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.202941] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc3a290-3574-4b4b-a475-115ab5b35544 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.211497] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1307.211497] env[65997]: value = "task-4719222" [ 1307.211497] env[65997]: _type = "Task" [ 1307.211497] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.222105] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.721648] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126818} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.722130] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Extended root virtual disk {{(pid=65997) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.722732] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46a9b7-f0a8-44bd-8626-273b8ebdebc2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.742987] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.743324] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41a5813-9dce-45e8-a7c2-9e0dadbcb00e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.764157] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1307.764157] env[65997]: value = "task-4719223" [ 1307.764157] env[65997]: _type = "Task" [ 1307.764157] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.773564] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.274595] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719223, 'name': ReconfigVM_Task, 'duration_secs': 0.294766} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.274879] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81/39fde2ec-515b-4bc3-ac52-795fd47fff81.vmdk or device None with type sparse {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.275518] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f735a119-0101-4323-b8b7-87d6919195e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.282105] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1308.282105] env[65997]: value = "task-4719224" [ 1308.282105] env[65997]: _type = "Task" [ 1308.282105] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.291097] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719224, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.792248] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719224, 'name': Rename_Task, 'duration_secs': 0.150084} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.792626] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.792761] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1af467-16de-4bf8-aa7a-98884576934b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.799806] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1308.799806] env[65997]: value = "task-4719225" [ 1308.799806] env[65997]: _type = "Task" [ 1308.799806] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.808044] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.310360] env[65997]: DEBUG oslo_vmware.api [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719225, 'name': PowerOnVM_Task, 'duration_secs': 0.488806} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.310663] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.310874] env[65997]: DEBUG nova.compute.manager [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1309.311746] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c11175-2697-42b7-8ff5-e051bf72454c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.829419] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.829929] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.830589] env[65997]: DEBUG nova.objects.instance [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65997) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1310.097840] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "39fde2ec-515b-4bc3-ac52-795fd47fff81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.098159] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "39fde2ec-515b-4bc3-ac52-795fd47fff81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.098314] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "39fde2ec-515b-4bc3-ac52-795fd47fff81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.098495] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "39fde2ec-515b-4bc3-ac52-795fd47fff81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.098663] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "39fde2ec-515b-4bc3-ac52-795fd47fff81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.101196] env[65997]: INFO nova.compute.manager [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Terminating instance [ 1310.578314] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.578540] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1310.604946] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "refresh_cache-39fde2ec-515b-4bc3-ac52-795fd47fff81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.605204] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquired lock "refresh_cache-39fde2ec-515b-4bc3-ac52-795fd47fff81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.605345] env[65997]: DEBUG nova.network.neutron [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1310.838954] env[65997]: DEBUG oslo_concurrency.lockutils [None req-bc9eaedc-cc87-4f47-a225-a5a68e8c91a2 tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.108204] env[65997]: WARNING neutronclient.v2_0.client [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1311.132531] env[65997]: DEBUG nova.network.neutron [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1311.197765] env[65997]: DEBUG nova.network.neutron [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.700519] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Releasing lock "refresh_cache-39fde2ec-515b-4bc3-ac52-795fd47fff81" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.700999] env[65997]: DEBUG nova.compute.manager [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1311.701299] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.702237] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a636d2-0d39-4629-9bf9-85df7404e73e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.711140] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.711369] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a956b5c-3387-47f8-832c-39d9a57efe31 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.720050] env[65997]: DEBUG oslo_vmware.api [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1311.720050] env[65997]: value = "task-4719226" [ 1311.720050] env[65997]: _type = "Task" [ 1311.720050] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.733364] env[65997]: DEBUG oslo_vmware.api [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.230744] env[65997]: DEBUG oslo_vmware.api [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719226, 'name': PowerOffVM_Task, 'duration_secs': 0.116092} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.231170] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.231256] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.231567] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-685bd7ee-b101-42ed-ab9b-8d5d9b7a8e5a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.313110] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.313436] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Deleting contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.313666] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Deleting the datastore file [datastore1] 39fde2ec-515b-4bc3-ac52-795fd47fff81 {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.314024] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f37ac334-4db0-47e0-9e5d-0b572f25068c {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.321826] env[65997]: DEBUG oslo_vmware.api [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for the task: (returnval){ [ 1312.321826] env[65997]: value = "task-4719228" [ 1312.321826] env[65997]: _type = "Task" [ 1312.321826] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.330705] env[65997]: DEBUG oslo_vmware.api [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.578905] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.579127] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.832470] env[65997]: DEBUG oslo_vmware.api [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Task: {'id': task-4719228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09791} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.832668] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.832837] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Deleted contents of the VM from datastore datastore1 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.833015] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.833194] env[65997]: INFO nova.compute.manager [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1312.833496] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1312.833681] env[65997]: DEBUG nova.compute.manager [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1312.833773] env[65997]: DEBUG nova.network.neutron [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1312.834026] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.851123] env[65997]: DEBUG nova.network.neutron [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Instance cache missing network info. {{(pid=65997) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1312.851423] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.353986] env[65997]: DEBUG nova.network.neutron [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.856590] env[65997]: INFO nova.compute.manager [-] [instance: 39fde2ec-515b-4bc3-ac52-795fd47fff81] Took 1.02 seconds to deallocate network for instance. [ 1314.365528] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.365528] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.365528] env[65997]: DEBUG nova.objects.instance [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lazy-loading 'resources' on Instance uuid 39fde2ec-515b-4bc3-ac52-795fd47fff81 {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.577929] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.912053] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2780de9f-65b3-48d2-8332-324eb012ac89 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.920747] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607dd7f-ac76-46cb-ab5c-6cbb8fea10f3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.951842] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6520dfa-6019-443b-b286-f66b83f22830 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.960548] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d93ec4-6fe6-4b6d-85a1-d7ab7d07ba1d {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.974767] env[65997]: DEBUG nova.compute.provider_tree [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.478560] env[65997]: DEBUG nova.scheduler.client.report [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.573185] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.984071] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.006244] env[65997]: INFO nova.scheduler.client.report [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Deleted allocations for instance 39fde2ec-515b-4bc3-ac52-795fd47fff81 [ 1316.514507] env[65997]: DEBUG oslo_concurrency.lockutils [None req-3f2a1dea-1a59-4a3d-aaea-44278ae24bdf tempest-ServersListShow298Test-721818079 tempest-ServersListShow298Test-721818079-project-member] Lock "39fde2ec-515b-4bc3-ac52-795fd47fff81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.416s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.578588] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.578889] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.082579] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.082854] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.083036] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.083195] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1317.084171] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef2a75-c573-4e18-88b3-c52be16f96a8 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.093226] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5a793-72a6-479a-875b-e9904d2a3a97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.107930] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3950f45e-64b1-4334-be46-1269e9dfedd4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.115415] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a19ede-fc1e-4c34-945a-bc6945797bf5 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.143864] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180544MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1317.144076] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.144234] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.169416] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Instance 94db62de-3c7e-4e90-95b1-5a1553cc3c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65997) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1318.169686] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1318.169774] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_e1ea855a876342a8a48124005702976a': '1', 'io_workload': '0'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1318.202088] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c76219-3a85-45c9-9345-00526ff99bb3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.210145] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9dfd7-2acd-41e7-aec8-54520352e0de {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.245027] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd8387-7c30-435f-a107-f9abbd865188 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.253431] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca9c5a-4f3d-4fe3-acd3-2fbb65e9f9ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.267057] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.417101] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.417356] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.417535] env[65997]: INFO nova.compute.manager [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Shelving [ 1318.771230] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.278390] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1319.278790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.427731] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.428087] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd9b365b-d91f-4102-966b-d0d6b5f425ce {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.436130] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1319.436130] env[65997]: value = "task-4719229" [ 1319.436130] env[65997]: _type = "Task" [ 1319.436130] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.445172] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.946922] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719229, 'name': PowerOffVM_Task, 'duration_secs': 0.188373} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.947268] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.948020] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3eb966-a2b6-48b0-a89e-9466cd3586d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.968882] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02fc0a4-f6e5-4232-987e-4df24142b110 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.480771] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Creating Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1320.481250] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-822c4348-93da-449f-a7a4-9da0ee215077 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.489190] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1320.489190] env[65997]: value = "task-4719230" [ 1320.489190] env[65997]: _type = "Task" [ 1320.489190] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.498809] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.000649] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719230, 'name': CreateSnapshot_Task, 'duration_secs': 0.429776} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.000894] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Created Snapshot of the VM instance {{(pid=65997) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1321.001726] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95a0b9e-46be-40ea-a159-890949851aa4 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.278243] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.521133] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Creating linked-clone VM from snapshot {{(pid=65997) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1321.521133] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16120a21-88f3-4411-9044-9d449715d38f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.529401] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1321.529401] env[65997]: value = "task-4719231" [ 1321.529401] env[65997]: _type = "Task" [ 1321.529401] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.538707] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719231, 'name': CloneVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.040552] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719231, 'name': CloneVM_Task} progress is 94%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.540855] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719231, 'name': CloneVM_Task, 'duration_secs': 0.946596} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.541252] env[65997]: INFO nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Created linked-clone VM from snapshot [ 1322.541924] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582558e-8cb3-4784-b023-180582206c39 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.550332] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Uploading image e54bc358-6198-4947-b137-844a8c6aba5e {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1322.573754] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1322.573754] env[65997]: value = "vm-920896" [ 1322.573754] env[65997]: _type = "VirtualMachine" [ 1322.573754] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1322.574049] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b9369d0-6389-4b66-84c6-46940c9277f6 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.582388] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease: (returnval){ [ 1322.582388] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a41c3f-6e62-d58d-ffd6-eba4a97b582b" [ 1322.582388] env[65997]: _type = "HttpNfcLease" [ 1322.582388] env[65997]: } obtained for exporting VM: (result){ [ 1322.582388] env[65997]: value = "vm-920896" [ 1322.582388] env[65997]: _type = "VirtualMachine" [ 1322.582388] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1322.582731] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the lease: (returnval){ [ 1322.582731] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a41c3f-6e62-d58d-ffd6-eba4a97b582b" [ 1322.582731] env[65997]: _type = "HttpNfcLease" [ 1322.582731] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.589618] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.589618] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a41c3f-6e62-d58d-ffd6-eba4a97b582b" [ 1322.589618] env[65997]: _type = "HttpNfcLease" [ 1322.589618] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1323.091984] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1323.091984] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a41c3f-6e62-d58d-ffd6-eba4a97b582b" [ 1323.091984] env[65997]: _type = "HttpNfcLease" [ 1323.091984] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1323.092347] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1323.092347] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52a41c3f-6e62-d58d-ffd6-eba4a97b582b" [ 1323.092347] env[65997]: _type = "HttpNfcLease" [ 1323.092347] env[65997]: }. {{(pid=65997) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1323.093049] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c9cd2-bc27-4693-89cd-efa64a8657ac {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.101168] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12e67-358d-e18b-6f44-f67588fe79a7/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1323.101351] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12e67-358d-e18b-6f44-f67588fe79a7/disk-0.vmdk for reading. {{(pid=65997) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1323.187054] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8446beb1-d7d6-4a8f-adbb-92dff4716198 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.264979] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12e67-358d-e18b-6f44-f67588fe79a7/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1330.265958] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cccbb-3535-4008-8166-cd2b1159782f {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.273066] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12e67-358d-e18b-6f44-f67588fe79a7/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1330.273241] env[65997]: ERROR oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12e67-358d-e18b-6f44-f67588fe79a7/disk-0.vmdk due to incomplete transfer. [ 1330.273476] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2225ede-a564-428b-8ea0-8f93cd453e04 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.282075] env[65997]: DEBUG oslo_vmware.rw_handles [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d12e67-358d-e18b-6f44-f67588fe79a7/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1330.282299] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Uploaded image e54bc358-6198-4947-b137-844a8c6aba5e to the Glance image server {{(pid=65997) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1330.284722] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Destroying the VM {{(pid=65997) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1330.285009] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-addf5104-b742-4406-aad9-7ca3fa2bb93e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.293063] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1330.293063] env[65997]: value = "task-4719233" [ 1330.293063] env[65997]: _type = "Task" [ 1330.293063] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.302441] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719233, 'name': Destroy_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.804717] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719233, 'name': Destroy_Task, 'duration_secs': 0.370698} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.805018] env[65997]: INFO nova.virt.vmwareapi.vm_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Destroyed the VM [ 1330.805286] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deleting Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1330.805585] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4af5c88-1cb5-4686-93b2-2cca8c967e45 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.814170] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1330.814170] env[65997]: value = "task-4719234" [ 1330.814170] env[65997]: _type = "Task" [ 1330.814170] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.822630] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.324913] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719234, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.826064] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659332} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.826064] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deleted Snapshot of the VM instance {{(pid=65997) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1331.826064] env[65997]: DEBUG nova.compute.manager [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1331.826457] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313b837-922e-468e-b15a-ebcd45bf5015 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.338926] env[65997]: INFO nova.compute.manager [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Shelve offloading [ 1332.842479] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.842797] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da193e28-50d3-4e61-8e4c-026235eb627b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.850529] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1332.850529] env[65997]: value = "task-4719235" [ 1332.850529] env[65997]: _type = "Task" [ 1332.850529] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.859278] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] VM already powered off {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1332.859474] env[65997]: DEBUG nova.compute.manager [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1332.860234] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86dbff1-a4b0-4e2a-8ba5-6ba503ccfb25 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.866594] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.866731] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.866902] env[65997]: DEBUG nova.network.neutron [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1333.369635] env[65997]: WARNING neutronclient.v2_0.client [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.543451] env[65997]: WARNING neutronclient.v2_0.client [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.609260] env[65997]: DEBUG nova.network.neutron [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.112406] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.112824] env[65997]: WARNING neutronclient.v2_0.client [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.113129] env[65997]: WARNING neutronclient.v2_0.client [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.356467] env[65997]: DEBUG nova.compute.manager [req-12052d1b-1a42-4370-9b5b-f37cf8441eb7 req-f67b282a-886e-4b72-b55a-728695f9278b service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-vif-unplugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1334.356685] env[65997]: DEBUG oslo_concurrency.lockutils [req-12052d1b-1a42-4370-9b5b-f37cf8441eb7 req-f67b282a-886e-4b72-b55a-728695f9278b service nova] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.356932] env[65997]: DEBUG oslo_concurrency.lockutils [req-12052d1b-1a42-4370-9b5b-f37cf8441eb7 req-f67b282a-886e-4b72-b55a-728695f9278b service nova] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.357593] env[65997]: DEBUG oslo_concurrency.lockutils [req-12052d1b-1a42-4370-9b5b-f37cf8441eb7 req-f67b282a-886e-4b72-b55a-728695f9278b service nova] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.357798] env[65997]: DEBUG nova.compute.manager [req-12052d1b-1a42-4370-9b5b-f37cf8441eb7 req-f67b282a-886e-4b72-b55a-728695f9278b service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] No waiting events found dispatching network-vif-unplugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1334.358097] env[65997]: WARNING nova.compute.manager [req-12052d1b-1a42-4370-9b5b-f37cf8441eb7 req-f67b282a-886e-4b72-b55a-728695f9278b service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received unexpected event network-vif-unplugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf for instance with vm_state shelved and task_state shelving_offloading. [ 1334.448302] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.449234] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524ab08-a4e5-4916-b516-1806b8b436cf {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.457657] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.457906] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5cf7ed9-b1c6-46c6-b1e6-ad0a8d3f043a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.526269] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.526477] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.526669] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleting the datastore file [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.526963] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbcf3133-98ca-43bd-b935-f1f197312e05 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.534662] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1334.534662] env[65997]: value = "task-4719237" [ 1334.534662] env[65997]: _type = "Task" [ 1334.534662] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.544702] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.045332] env[65997]: DEBUG oslo_vmware.api [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145953} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.045586] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.045764] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.045926] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.072431] env[65997]: INFO nova.scheduler.client.report [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted allocations for instance 94db62de-3c7e-4e90-95b1-5a1553cc3c5b [ 1335.577073] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.577579] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.577579] env[65997]: DEBUG nova.objects.instance [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'resources' on Instance uuid 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.080372] env[65997]: DEBUG nova.objects.instance [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'numa_topology' on Instance uuid 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.381873] env[65997]: DEBUG nova.compute.manager [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1336.382097] env[65997]: DEBUG nova.compute.manager [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing instance network info cache due to event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1336.382309] env[65997]: DEBUG oslo_concurrency.lockutils [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.382450] env[65997]: DEBUG oslo_concurrency.lockutils [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.382606] env[65997]: DEBUG nova.network.neutron [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.582933] env[65997]: DEBUG nova.objects.base [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Object Instance<94db62de-3c7e-4e90-95b1-5a1553cc3c5b> lazy-loaded attributes: resources,numa_topology {{(pid=65997) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1336.611890] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db87aae-00ec-4d96-b184-07ebe3080269 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.619886] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6944da6-e881-416d-adb7-51fe3791eaec {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.650616] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed90739-3d7e-4b63-a48b-5cf38470e07b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.659192] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f339b33b-11ea-49b9-b73f-effa8217af1e {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.680149] env[65997]: DEBUG nova.compute.provider_tree [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.885220] env[65997]: WARNING neutronclient.v2_0.client [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.061987] env[65997]: WARNING neutronclient.v2_0.client [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.127888] env[65997]: DEBUG nova.network.neutron [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updated VIF entry in instance network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1337.128294] env[65997]: DEBUG nova.network.neutron [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2377172e-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.169174] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.183743] env[65997]: DEBUG nova.scheduler.client.report [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.631556] env[65997]: DEBUG oslo_concurrency.lockutils [req-0ca30b38-6e0e-4d32-901b-534882b90d43 req-6e20ab6f-8a5a-4a05-ab54-6616168faaf6 service nova] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.689059] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.196601] env[65997]: DEBUG oslo_concurrency.lockutils [None req-5deacbbb-55da-43fc-8a50-9ffba51773f9 tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.779s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.197379] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.028s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.197579] env[65997]: INFO nova.compute.manager [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Unshelving [ 1339.222648] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.222985] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.223228] env[65997]: DEBUG nova.objects.instance [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'pci_requests' on Instance uuid 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.727022] env[65997]: DEBUG nova.objects.instance [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'numa_topology' on Instance uuid 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.229894] env[65997]: INFO nova.compute.claims [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.267232] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798a469-22b0-49b8-8ec7-72db2a0d6f97 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.275800] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f2f877-ec46-43a0-9803-0cc7f88bef77 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.307597] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c894c-ede0-4f7c-bfaa-34bf76526e15 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.315715] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b288a-28e0-4437-96b4-5b01eb1564ba {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.328967] env[65997]: DEBUG nova.compute.provider_tree [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.832507] env[65997]: DEBUG nova.scheduler.client.report [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.337722] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.338141] env[65997]: WARNING neutronclient.v2_0.client [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.370401] env[65997]: INFO nova.network.neutron [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating port 2377172e-1af3-4d62-a0fb-03f5418b6ddf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1343.798361] env[65997]: DEBUG nova.compute.manager [req-586e2a16-33f2-4e45-a524-7ea8a7eeb1cd req-ebf05fae-e36b-4e3b-a824-f9650724d098 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-vif-plugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1343.798647] env[65997]: DEBUG oslo_concurrency.lockutils [req-586e2a16-33f2-4e45-a524-7ea8a7eeb1cd req-ebf05fae-e36b-4e3b-a824-f9650724d098 service nova] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.798812] env[65997]: DEBUG oslo_concurrency.lockutils [req-586e2a16-33f2-4e45-a524-7ea8a7eeb1cd req-ebf05fae-e36b-4e3b-a824-f9650724d098 service nova] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.799036] env[65997]: DEBUG oslo_concurrency.lockutils [req-586e2a16-33f2-4e45-a524-7ea8a7eeb1cd req-ebf05fae-e36b-4e3b-a824-f9650724d098 service nova] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.799238] env[65997]: DEBUG nova.compute.manager [req-586e2a16-33f2-4e45-a524-7ea8a7eeb1cd req-ebf05fae-e36b-4e3b-a824-f9650724d098 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] No waiting events found dispatching network-vif-plugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1343.799472] env[65997]: WARNING nova.compute.manager [req-586e2a16-33f2-4e45-a524-7ea8a7eeb1cd req-ebf05fae-e36b-4e3b-a824-f9650724d098 service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received unexpected event network-vif-plugged-2377172e-1af3-4d62-a0fb-03f5418b6ddf for instance with vm_state shelved_offloaded and task_state spawning. [ 1343.884023] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.884126] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.884244] env[65997]: DEBUG nova.network.neutron [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Building network info cache for instance {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1344.388040] env[65997]: WARNING neutronclient.v2_0.client [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.546999] env[65997]: WARNING neutronclient.v2_0.client [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.616812] env[65997]: DEBUG nova.network.neutron [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.119994] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.149936] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T04:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0682f898cb5ea81a9cbcd995934070da',container_format='bare',created_at=2025-11-22T04:41:46Z,direct_url=,disk_format='vmdk',id=e54bc358-6198-4947-b137-844a8c6aba5e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1029267030-shelved',owner='e1ea855a876342a8a48124005702976a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-22T04:41:58Z,virtual_size=,visibility=), allow threads: False {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1345.150275] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.150515] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image limits 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1345.150772] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Flavor pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.150953] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Image pref 0:0:0 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1345.151144] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65997) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1345.151362] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1345.151532] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1345.151703] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Got 1 possible topologies {{(pid=65997) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1345.151867] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1345.152058] env[65997]: DEBUG nova.virt.hardware [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65997) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1345.152922] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390bc648-4271-4e2b-8abf-03a5ec082923 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.161479] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf6f75-5546-4368-aa60-3729be337613 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.176397] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:0b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2377172e-1af3-4d62-a0fb-03f5418b6ddf', 'vif_model': 'vmxnet3'}] {{(pid=65997) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.183903] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1345.184162] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Creating VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.184367] env[65997]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa88b41a-4f0a-4e1b-a463-39f6c6a7ca35 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.205339] env[65997]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.205339] env[65997]: value = "task-4719238" [ 1345.205339] env[65997]: _type = "Task" [ 1345.205339] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.213671] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719238, 'name': CreateVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.715887] env[65997]: DEBUG oslo_vmware.api [-] Task: {'id': task-4719238, 'name': CreateVM_Task, 'duration_secs': 0.319862} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.716091] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Created VM on the ESX host {{(pid=65997) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.716503] env[65997]: WARNING neutronclient.v2_0.client [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.716861] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.717026] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.717437] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.717704] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366797f3-73e7-4da8-b73b-9c5b75cf7d11 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.723280] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1345.723280] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c7f6a-f97b-ed30-ef3b-7ef6518a7e09" [ 1345.723280] env[65997]: _type = "Task" [ 1345.723280] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.731336] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]528c7f6a-f97b-ed30-ef3b-7ef6518a7e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.834263] env[65997]: DEBUG nova.compute.manager [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1345.834547] env[65997]: DEBUG nova.compute.manager [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing instance network info cache due to event network-changed-2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1345.834814] env[65997]: DEBUG oslo_concurrency.lockutils [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] Acquiring lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.834989] env[65997]: DEBUG oslo_concurrency.lockutils [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] Acquired lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.835138] env[65997]: DEBUG nova.network.neutron [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Refreshing network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.234390] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.234835] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Processing image e54bc358-6198-4947-b137-844a8c6aba5e {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.234888] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.235028] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.235214] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.235475] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7fc9ff6-0a28-45ea-a8b3-79033e839078 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.245413] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.245608] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65997) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.246391] env[65997]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f75c5a-840d-4255-bfd8-df937cc7dd91 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.252331] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1346.252331] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fa2951-7518-feb1-50b9-adef7edd8043" [ 1346.252331] env[65997]: _type = "Task" [ 1346.252331] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.260952] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52fa2951-7518-feb1-50b9-adef7edd8043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.337919] env[65997]: WARNING neutronclient.v2_0.client [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1346.505632] env[65997]: WARNING neutronclient.v2_0.client [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1346.575869] env[65997]: DEBUG nova.network.neutron [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updated VIF entry in instance network info cache for port 2377172e-1af3-4d62-a0fb-03f5418b6ddf. {{(pid=65997) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1346.576307] env[65997]: DEBUG nova.network.neutron [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [{"id": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "address": "fa:16:3e:d4:0b:53", "network": {"id": "770db15a-290b-499f-b6ca-c3b52a6c4c16", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1609968460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ea855a876342a8a48124005702976a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2377172e-1a", "ovs_interfaceid": "2377172e-1af3-4d62-a0fb-03f5418b6ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.763285] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Preparing fetch location {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1346.763535] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Fetch image to [datastore2] OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f/OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f.vmdk {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1346.763665] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Downloading stream optimized image e54bc358-6198-4947-b137-844a8c6aba5e to [datastore2] OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f/OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f.vmdk on the data store datastore2 as vApp {{(pid=65997) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1346.763853] env[65997]: DEBUG nova.virt.vmwareapi.images [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Downloading image file data e54bc358-6198-4947-b137-844a8c6aba5e to the ESX as VM named 'OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f' {{(pid=65997) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1346.832748] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1346.832748] env[65997]: value = "resgroup-9" [ 1346.832748] env[65997]: _type = "ResourcePool" [ 1346.832748] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1346.833085] env[65997]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d8a27713-0655-464c-bb0b-19fee1cef3a7 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.855769] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease: (returnval){ [ 1346.855769] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad577e-ecf5-6d72-063d-9598f206e29f" [ 1346.855769] env[65997]: _type = "HttpNfcLease" [ 1346.855769] env[65997]: } obtained for vApp import into resource pool (val){ [ 1346.855769] env[65997]: value = "resgroup-9" [ 1346.855769] env[65997]: _type = "ResourcePool" [ 1346.855769] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1346.855769] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the lease: (returnval){ [ 1346.855769] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad577e-ecf5-6d72-063d-9598f206e29f" [ 1346.855769] env[65997]: _type = "HttpNfcLease" [ 1346.855769] env[65997]: } to be ready. {{(pid=65997) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1346.862635] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.862635] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad577e-ecf5-6d72-063d-9598f206e29f" [ 1346.862635] env[65997]: _type = "HttpNfcLease" [ 1346.862635] env[65997]: } is initializing. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1347.079386] env[65997]: DEBUG oslo_concurrency.lockutils [req-b84dae5d-3371-429d-8d5b-ae02a9180b88 req-d525084a-7b06-48c4-a225-c0fa6108643c service nova] Releasing lock "refresh_cache-94db62de-3c7e-4e90-95b1-5a1553cc3c5b" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.364646] env[65997]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.364646] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad577e-ecf5-6d72-063d-9598f206e29f" [ 1347.364646] env[65997]: _type = "HttpNfcLease" [ 1347.364646] env[65997]: } is ready. {{(pid=65997) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1347.365164] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1347.365164] env[65997]: value = "session[52a1d9f3-663a-db3e-a62e-e1cfa6bad0ab]52ad577e-ecf5-6d72-063d-9598f206e29f" [ 1347.365164] env[65997]: _type = "HttpNfcLease" [ 1347.365164] env[65997]: }. {{(pid=65997) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1347.365611] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568a1d7-a78f-412b-8418-8191b3bc7101 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.374863] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e7746-a837-ccaa-2bc8-517e779ded27/disk-0.vmdk from lease info. {{(pid=65997) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1347.375037] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e7746-a837-ccaa-2bc8-517e779ded27/disk-0.vmdk. {{(pid=65997) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1347.437351] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-178120ef-cfc4-4165-a9a9-855e035ee3e0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.515119] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Completed reading data from the image iterator. {{(pid=65997) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1348.515541] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e7746-a837-ccaa-2bc8-517e779ded27/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1348.516770] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a501220e-077e-40f7-a646-c6fcb2f2dcab {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.526207] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e7746-a837-ccaa-2bc8-517e779ded27/disk-0.vmdk is in state: ready. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1348.526430] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e7746-a837-ccaa-2bc8-517e779ded27/disk-0.vmdk. {{(pid=65997) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1348.526640] env[65997]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9952f3c8-461e-48a8-b691-1f8aff6612be {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.729649] env[65997]: DEBUG oslo_vmware.rw_handles [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e7746-a837-ccaa-2bc8-517e779ded27/disk-0.vmdk. {{(pid=65997) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1348.729898] env[65997]: INFO nova.virt.vmwareapi.images [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Downloaded image file data e54bc358-6198-4947-b137-844a8c6aba5e [ 1348.730797] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a56a8c-4ad3-461e-a52c-c58638dddb53 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.747554] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978c1114-e771-4269-a72a-bc559cea9a94 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.823822] env[65997]: INFO nova.virt.vmwareapi.images [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] The imported VM was unregistered [ 1348.826263] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Caching image {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1348.826521] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.826821] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46faa582-8a8c-4e3d-89f8-3746722b6511 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.850349] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Created directory with path [datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e {{(pid=65997) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.850562] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f/OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f.vmdk to [datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk. {{(pid=65997) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1348.850843] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2be8dd72-b4c3-462e-9bd2-528260608488 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.860825] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1348.860825] env[65997]: value = "task-4719241" [ 1348.860825] env[65997]: _type = "Task" [ 1348.860825] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.872172] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.373980] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.873962] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.375532] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.880096] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.374938] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.875735] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719241, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.964135} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.876050] env[65997]: INFO nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f/OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f.vmdk to [datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk. [ 1351.876302] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Cleaning up location [datastore2] OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f {{(pid=65997) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1351.876500] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8cc01050-0b46-4256-a794-5290b90a2e1f {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.876798] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3add74a-7dca-4ff5-8a19-390625907028 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.884582] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1351.884582] env[65997]: value = "task-4719242" [ 1351.884582] env[65997]: _type = "Task" [ 1351.884582] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.893718] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.395415] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241123} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.395679] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.395836] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk" {{(pid=65997) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.396098] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk to [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.396355] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b100e0f-0424-4735-a53f-c8ceda89c692 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.405049] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1352.405049] env[65997]: value = "task-4719243" [ 1352.405049] env[65997]: _type = "Task" [ 1352.405049] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.414296] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.918067] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719243, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.418522] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719243, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.920588] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719243, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.420247] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719243, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.919961] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719243, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.272967} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.919961] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e54bc358-6198-4947-b137-844a8c6aba5e/e54bc358-6198-4947-b137-844a8c6aba5e.vmdk to [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk {{(pid=65997) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.920395] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdc6f34-dc2d-4e3b-94a8-85da85475a74 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.942842] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.943319] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d420e82-37f7-4cdc-90c7-e83cb79efeff {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.962668] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1354.962668] env[65997]: value = "task-4719244" [ 1354.962668] env[65997]: _type = "Task" [ 1354.962668] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.971161] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.473391] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719244, 'name': ReconfigVM_Task, 'duration_secs': 0.270039} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.473647] env[65997]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b/94db62de-3c7e-4e90-95b1-5a1553cc3c5b.vmdk or device None with type streamOptimized {{(pid=65997) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.474297] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebefef58-c828-400c-a9d1-6afc2f57ac1b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.480238] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1355.480238] env[65997]: value = "task-4719245" [ 1355.480238] env[65997]: _type = "Task" [ 1355.480238] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.488585] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719245, 'name': Rename_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.990341] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719245, 'name': Rename_Task, 'duration_secs': 0.143974} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.990711] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powering on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.990833] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6380e3a-8513-418d-966c-298aa3942c50 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.997077] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1355.997077] env[65997]: value = "task-4719246" [ 1355.997077] env[65997]: _type = "Task" [ 1355.997077] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.004902] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.508208] env[65997]: DEBUG oslo_vmware.api [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719246, 'name': PowerOnVM_Task, 'duration_secs': 0.431814} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.508466] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powered on the VM {{(pid=65997) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.608213] env[65997]: DEBUG nova.compute.manager [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Checking state {{(pid=65997) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1356.609412] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9cee12-564d-48c5-b5bf-671892e8e727 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.126681] env[65997]: DEBUG oslo_concurrency.lockutils [None req-9ba3e620-1522-448e-9be2-cfedf896cc9a tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.929s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.996218] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.996524] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.996790] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.997052] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.997267] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.999397] env[65997]: INFO nova.compute.manager [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Terminating instance [ 1358.504393] env[65997]: DEBUG nova.compute.manager [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Start destroying the instance on the hypervisor. {{(pid=65997) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1358.504797] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Destroying instance {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.505563] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da7e34a-2c0b-45b1-93c3-eb3a8c733524 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.515827] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powering off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.516140] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf215aa6-7721-4117-a59b-6656ce9c3c83 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.525479] env[65997]: DEBUG oslo_vmware.api [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1358.525479] env[65997]: value = "task-4719247" [ 1358.525479] env[65997]: _type = "Task" [ 1358.525479] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.535133] env[65997]: DEBUG oslo_vmware.api [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.036939] env[65997]: DEBUG oslo_vmware.api [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719247, 'name': PowerOffVM_Task, 'duration_secs': 0.187576} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.037252] env[65997]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Powered off the VM {{(pid=65997) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.037457] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Unregistering the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.038116] env[65997]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4171ea6-7d86-4e8e-bddf-b1fd925f15fb {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.104130] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Unregistered the VM {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.104130] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deleting contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.104263] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleting the datastore file [datastore2] 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.104600] env[65997]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e386a61b-461b-4710-ab37-986460a8fe55 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.112213] env[65997]: DEBUG oslo_vmware.api [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for the task: (returnval){ [ 1359.112213] env[65997]: value = "task-4719249" [ 1359.112213] env[65997]: _type = "Task" [ 1359.112213] env[65997]: } to complete. {{(pid=65997) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.120527] env[65997]: DEBUG oslo_vmware.api [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.622270] env[65997]: DEBUG oslo_vmware.api [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Task: {'id': task-4719249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138373} completed successfully. {{(pid=65997) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.622667] env[65997]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted the datastore file {{(pid=65997) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.622747] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deleted contents of the VM from datastore datastore2 {{(pid=65997) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.622849] env[65997]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Instance destroyed {{(pid=65997) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.623034] env[65997]: INFO nova.compute.manager [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1359.623287] env[65997]: DEBUG oslo.service.backend._common.loopingcall [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65997) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1359.623489] env[65997]: DEBUG nova.compute.manager [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Deallocating network for instance {{(pid=65997) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1359.623583] env[65997]: DEBUG nova.network.neutron [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] deallocate_for_instance() {{(pid=65997) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1359.623853] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.659149] env[65997]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1360.097421] env[65997]: DEBUG nova.compute.manager [req-74687a4b-e435-40c0-a61a-df0f8a86e7e2 req-3af12205-e684-40af-8e29-7275707993da service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Received event network-vif-deleted-2377172e-1af3-4d62-a0fb-03f5418b6ddf {{(pid=65997) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1360.097505] env[65997]: INFO nova.compute.manager [req-74687a4b-e435-40c0-a61a-df0f8a86e7e2 req-3af12205-e684-40af-8e29-7275707993da service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Neutron deleted interface 2377172e-1af3-4d62-a0fb-03f5418b6ddf; detaching it from the instance and deleting it from the info cache [ 1360.097848] env[65997]: DEBUG nova.network.neutron [req-74687a4b-e435-40c0-a61a-df0f8a86e7e2 req-3af12205-e684-40af-8e29-7275707993da service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.573018] env[65997]: DEBUG nova.network.neutron [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Updating instance_info_cache with network_info: [] {{(pid=65997) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.600957] env[65997]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77f9cd7b-bbd7-43b6-bade-bb620ee3a8d2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.612392] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488aa64a-042b-4b88-b8ad-5c588f9254d0 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.639449] env[65997]: DEBUG nova.compute.manager [req-74687a4b-e435-40c0-a61a-df0f8a86e7e2 req-3af12205-e684-40af-8e29-7275707993da service nova] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Detach interface failed, port_id=2377172e-1af3-4d62-a0fb-03f5418b6ddf, reason: Instance 94db62de-3c7e-4e90-95b1-5a1553cc3c5b could not be found. {{(pid=65997) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1361.076653] env[65997]: INFO nova.compute.manager [-] [instance: 94db62de-3c7e-4e90-95b1-5a1553cc3c5b] Took 1.45 seconds to deallocate network for instance. [ 1361.583910] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.584256] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.584484] env[65997]: DEBUG nova.objects.instance [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lazy-loading 'resources' on Instance uuid 94db62de-3c7e-4e90-95b1-5a1553cc3c5b {{(pid=65997) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.120308] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0a295-190e-47dc-9c95-523aaf6bf2ed {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.130161] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd18ebf-f06e-410c-a8c0-189a4ffbb9a2 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.160613] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758bcd8-fde7-4fd0-96d0-d0aae09f1f79 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.168799] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b06cd8a-cd00-44ca-83dc-f1f4a94d8e4b {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.182255] env[65997]: DEBUG nova.compute.provider_tree [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.685937] env[65997]: DEBUG nova.scheduler.client.report [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.190866] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.212489] env[65997]: INFO nova.scheduler.client.report [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Deleted allocations for instance 94db62de-3c7e-4e90-95b1-5a1553cc3c5b [ 1363.720093] env[65997]: DEBUG oslo_concurrency.lockutils [None req-8c4a8da5-5e5d-4f7d-bb5d-3b233464745d tempest-ServerActionsTestOtherB-918399856 tempest-ServerActionsTestOtherB-918399856-project-member] Lock "94db62de-3c7e-4e90-95b1-5a1553cc3c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.579100] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.579523] env[65997]: DEBUG nova.compute.manager [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65997) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1373.578845] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.578309] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.578593] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.572860] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.578489] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.578837] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.579272] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.082439] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.082685] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.082845] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.082999] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65997) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1379.083885] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6453697-d3c2-4009-8c17-1a4d5473d10a {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.093255] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e2fcd9-32cf-4912-954a-ea8c9df9f009 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.107900] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d08b71-0198-44e5-8b34-e9dabb5f0287 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.114563] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c8819-2739-44ed-89bd-4203d2ca2dd3 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.142953] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180544MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65997) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1379.143175] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.143332] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.164455] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1380.164745] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65997) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1380.178492] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e968bf-b282-488a-8b44-c7f73341da93 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.186547] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e5b9a9-03a0-4049-ab45-c2e724da53c9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.217599] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44570f4c-2f5e-45c0-bea7-b679d52d77e9 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.225740] env[65997]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558cc249-09eb-4457-b989-22169c6e7e86 {{(pid=65997) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.239226] env[65997]: DEBUG nova.compute.provider_tree [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed in ProviderTree for provider: 9e1a15bd-fb11-46b1-bf35-a6d54600733e {{(pid=65997) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.742060] env[65997]: DEBUG nova.scheduler.client.report [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Inventory has not changed for provider 9e1a15bd-fb11-46b1-bf35-a6d54600733e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65997) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.246817] env[65997]: DEBUG nova.compute.resource_tracker [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65997) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1381.247180] env[65997]: DEBUG oslo_concurrency.lockutils [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.104s {{(pid=65997) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.241226] env[65997]: DEBUG oslo_service.periodic_task [None req-84bce11b-9b1e-4052-897f-b9532672a293 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65997) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}